/**************************************************************************** Copyright (c) 2018-2019 Xiamen Yaji Software Co., Ltd. http://www.cocos2d-x.org Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ****************************************************************************/ #include "TextureMTL.h" #include "Utils.h" #include "base/ccMacros.h" CC_BACKEND_BEGIN namespace { MTLSamplerAddressMode toMTLSamplerAddressMode(SamplerAddressMode mode) { MTLSamplerAddressMode ret = MTLSamplerAddressModeRepeat; switch (mode) { case SamplerAddressMode::REPEAT: ret = MTLSamplerAddressModeRepeat; break; case SamplerAddressMode::MIRROR_REPEAT: ret = MTLSamplerAddressModeMirrorRepeat; break; case SamplerAddressMode::CLAMP_TO_EDGE: ret = MTLSamplerAddressModeClampToEdge; break; default: CCASSERT(false, "Not supported sampler address mode!"); break; } return ret; } MTLSamplerMinMagFilter toMTLSamplerMinMagFilter(SamplerFilter mode) { switch (mode) { case SamplerFilter::NEAREST: case SamplerFilter::NEAREST_MIPMAP_LINEAR: case SamplerFilter::NEAREST_MIPMAP_NEAREST: return MTLSamplerMinMagFilterNearest; case SamplerFilter::LINEAR: case SamplerFilter::LINEAR_MIPMAP_LINEAR: case SamplerFilter::LINEAR_MIPMAP_NEAREST: return MTLSamplerMinMagFilterLinear; case SamplerFilter::DONT_CARE: return MTLSamplerMinMagFilterNearest; } } void convertRGB2RGBA(uint8_t* src, uint8_t* dst, std::size_t length) { for (std::size_t i = 0; i < length; ++i) { *dst++ = *src++; *dst++ = *src++; *dst++ = *src++; *dst++ = 255; } } bool convertData(uint8_t* src, std::size_t length, PixelFormat format, uint8_t** out) { *out = src; bool converted = false; switch (format) { case PixelFormat::RGB888: { *out = (uint8_t*)malloc(length * 4); convertRGB2RGBA(src, *out, length); converted = true; } break; default: break; } return converted; } bool isColorRenderable(PixelFormat textureFormat) { switch (textureFormat) { case PixelFormat::RGBA8888: case PixelFormat::RGB888: case PixelFormat::RGBA4444: case PixelFormat::RGB565: case PixelFormat::RGB5A1: case PixelFormat::MTL_BGR5A1: case PixelFormat::MTL_B5G6R5: case PixelFormat::MTL_ABGR4: return true; default: return false; } } std::size_t getBytesPerRowETC(MTLPixelFormat pixleFormat, std::size_t width) { std::size_t bytesPerRow = 0; #if (CC_TARGET_PLATFORM == CC_PLATFORM_IOS) uint32_t bytesPerBlock = 0, blockWidth = 4; switch (pixleFormat) { case MTLPixelFormatETC2_RGB8: case MTLPixelFormatETC2_RGB8A1: case MTLPixelFormatEAC_R11Unorm: bytesPerBlock = 8; break; case MTLPixelFormatEAC_RGBA8: case MTLPixelFormatEAC_RG11Unorm: bytesPerBlock = 16; break; default: CCASSERT(false, "Not supported ETC format!"); return 0; } auto blocksPerRow = (width + (blockWidth - 1)) / blockWidth; bytesPerRow = blocksPerRow * bytesPerBlock; #endif return bytesPerRow; } std::size_t getBytesPerRowASTC(MTLPixelFormat pixleFormat, std::size_t width) { std::size_t bytesPerRow = 0; #if (CC_TARGET_PLATFORM == CC_PLATFORM_IOS) // @ASTC: bytesPerBlock always 16 uint32_t bytesPerBlock = 16, blockWidth = 0; switch (pixleFormat) { case MTLPixelFormatASTC_4x4_sRGB: case MTLPixelFormatASTC_4x4_LDR: case MTLPixelFormatASTC_4x4_HDR: blockWidth = 4; break; case MTLPixelFormatASTC_8x8_sRGB: case MTLPixelFormatASTC_8x8_LDR: case MTLPixelFormatASTC_8x8_HDR: blockWidth = 8; break; default: CCASSERT(false, "Not supported ASTC format!"); return 0; } auto blocksPerRow = (width + (blockWidth - 1)) / blockWidth; bytesPerRow = blocksPerRow * bytesPerBlock; #endif return bytesPerRow; } std::size_t getBytesPerRowS3TC(MTLPixelFormat pixleFormat, std::size_t width) { std::size_t bytesPerRow = 0; #if (CC_TARGET_PLATFORM == CC_PLATFORM_MAC) uint32_t bytesPerBlock = 0, blockWidth = 4; switch (pixleFormat) { case MTLPixelFormatBC1_RGBA: bytesPerBlock = 8; break; case MTLPixelFormatBC2_RGBA: case MTLPixelFormatBC3_RGBA: bytesPerBlock = 16; break; default: return 0; } auto blocksPerRow = (width + (blockWidth - 1)) / blockWidth; bytesPerRow = blocksPerRow * bytesPerBlock; #endif return bytesPerRow; } std::size_t getBytesPerRow(PixelFormat textureFormat, std::size_t width, std::size_t bitsPerElement) { MTLPixelFormat pixelFormat = Utils::toMTLPixelFormat(textureFormat); std::size_t bytesPerRow = 0; if(textureFormat >= PixelFormat::PVRTC4 && textureFormat <= PixelFormat::PVRTC2A) { bytesPerRow = 0; } else if (textureFormat == PixelFormat::ETC || textureFormat == PixelFormat::ETC2_RGBA || textureFormat == PixelFormat::ETC2_RGB) { bytesPerRow = getBytesPerRowETC(pixelFormat, width); } else if (textureFormat == PixelFormat::ASTC4 || textureFormat == PixelFormat::ASTC8) { bytesPerRow = getBytesPerRowASTC(pixelFormat, width); } else if(textureFormat >= PixelFormat::S3TC_DXT1 && textureFormat <= PixelFormat::S3TC_DXT5) { bytesPerRow = getBytesPerRowS3TC(pixelFormat, width); } else { bytesPerRow = width * bitsPerElement / 8; } return bytesPerRow; } } /// CLASS TextureInfoMTL id TextureInfoMTL::ensure(int index, int target) { if(index < CC_META_TEXTURES) { id& mtlTexture = _mtlTextures[index]; if(mtlTexture) return mtlTexture; mtlTexture = createTexture(_mtlDevice, _descriptor, target); if(_maxIdx < index) _maxIdx = index; return mtlTexture; } return nil; } void TextureInfoMTL::destroy() { if(_maxIdx == -1) return; id texture; int i = 0; while((texture = _mtlTextures[i++])) [texture release]; if(_mtlSamplerState) { [_mtlSamplerState release]; _mtlSamplerState = nil; } _maxIdx = -1; } id TextureInfoMTL::createTexture(id mtlDevice, const TextureDescriptor& descriptor, int target) { MTLPixelFormat pixelFormat = Utils::toMTLPixelFormat(descriptor.textureFormat); if(pixelFormat == MTLPixelFormatInvalid) return nil; MTLTextureDescriptor* textureDescriptor = nil; switch(target) { case MTL_TEXTURE_2D: textureDescriptor = [MTLTextureDescriptor texture2DDescriptorWithPixelFormat:pixelFormat width:descriptor.width height:descriptor.height mipmapped:YES]; break; case MTL_TEXTURE_CUBE: textureDescriptor = [MTLTextureDescriptor textureCubeDescriptorWithPixelFormat:pixelFormat size:descriptor.width mipmapped:YES]; break; default: return nil; } if (TextureUsage::RENDER_TARGET == descriptor.textureUsage) { //DepthStencil, and Multisample textures must be allocated with the MTLResourceStorageModePrivate resource option if(PixelFormat::D24S8 == descriptor.textureFormat && target == MTL_TEXTURE_2D) textureDescriptor.resourceOptions = MTLResourceStorageModePrivate; textureDescriptor.usage = MTLTextureUsageRenderTarget | MTLTextureUsageShaderRead; } return [mtlDevice newTextureWithDescriptor:textureDescriptor]; } void TextureInfoMTL::recreateSampler(const SamplerDescriptor &descriptor) { MTLSamplerDescriptor *mtlDescriptor = [MTLSamplerDescriptor new]; mtlDescriptor.sAddressMode = descriptor.sAddressMode == SamplerAddressMode::DONT_CARE ? _sAddressMode : toMTLSamplerAddressMode(descriptor.sAddressMode); mtlDescriptor.tAddressMode = descriptor.tAddressMode == SamplerAddressMode::DONT_CARE ? _tAddressMode : toMTLSamplerAddressMode(descriptor.tAddressMode); mtlDescriptor.minFilter = descriptor.minFilter == SamplerFilter::DONT_CARE ? _minFilter : toMTLSamplerMinMagFilter(descriptor.minFilter); mtlDescriptor.magFilter = descriptor.magFilter == SamplerFilter::DONT_CARE ? _magFilter : toMTLSamplerMinMagFilter(descriptor.magFilter); if(_mtlSamplerState) { [_mtlSamplerState release]; _mtlSamplerState = nil; } _sAddressMode = mtlDescriptor.sAddressMode; _tAddressMode = mtlDescriptor.tAddressMode; _minFilter = mtlDescriptor.minFilter; _magFilter = mtlDescriptor.magFilter; _mipFilter = mtlDescriptor.mipFilter; _mtlSamplerState = [_mtlDevice newSamplerStateWithDescriptor:mtlDescriptor]; [mtlDescriptor release]; } /// CLASS TextureMTL TextureMTL::TextureMTL(id mtlDevice, const TextureDescriptor& descriptor) : _textureInfo(mtlDevice) { updateTextureDescriptor(descriptor); } TextureMTL::~TextureMTL() { } void TextureMTL::updateSamplerDescriptor(const SamplerDescriptor &sampler) { _textureInfo.recreateSampler(sampler); } void TextureMTL::updateTextureDescriptor(const cocos2d::backend::TextureDescriptor &descriptor, int index) { TextureBackend::updateTextureDescriptor(descriptor, index); _textureInfo._descriptor = descriptor; _textureInfo.ensure(index, MTL_TEXTURE_2D); updateSamplerDescriptor(descriptor.samplerDescriptor); if (PixelFormat::RGB888 == _textureFormat) { _bitsPerElement = 4 * 8; } _textureInfo._bytesPerRow = descriptor.width * _bitsPerElement / 8 ; } void TextureMTL::updateData(uint8_t* data, std::size_t width , std::size_t height, std::size_t level, int index) { updateSubData(0, 0, width, height, level, data, index); } void TextureMTL::updateSubData(std::size_t xoffset, std::size_t yoffset, std::size_t width, std::size_t height, std::size_t level, uint8_t* data, int index) { auto mtlTexture = _textureInfo.ensure(index, MTL_TEXTURE_2D); if(!mtlTexture) return; MTLRegion region = { {xoffset, yoffset, 0}, // MTLOrigin {width, height, 1} // MTLSize }; uint8_t* convertedData = nullptr; bool converted = convertData(data, width * height, _textureFormat, &convertedData); std::size_t bytesPerRow = getBytesPerRow(_textureFormat, width, _bitsPerElement); [mtlTexture replaceRegion:region mipmapLevel:level withBytes:convertedData bytesPerRow:bytesPerRow]; if (converted) free(convertedData); if(!_hasMipmaps && level > 0) _hasMipmaps = true; } void TextureMTL::updateCompressedData(uint8_t *data, std::size_t width, std::size_t height, std::size_t dataLen, std::size_t level, int index) { updateCompressedSubData(0, 0, width, height, dataLen, level, data, index); } void TextureMTL::updateCompressedSubData(std::size_t xoffset, std::size_t yoffset, std::size_t width, std::size_t height, std::size_t dataLen, std::size_t level, uint8_t *data, int index) { updateSubData(xoffset, yoffset, width, height, level, data, index); } void TextureMTL::getBytes(std::size_t x, std::size_t y, std::size_t width, std::size_t height, bool flipImage, std::function callback) { CC_ASSERT(width <= _width && height <= _height); auto bitsPerElement = _bitsPerElement; auto flipImageFunc = [callback, flipImage, bitsPerElement](const unsigned char* image, int width, int height){ //consistent with opengl behavior auto bytePerRow = width * bitsPerElement / 8; if(!flipImage) { unsigned char* flippedImage = new unsigned char[bytePerRow * height]; for (int i = 0; i < height; ++i) { memcpy(&flippedImage[i * bytePerRow], &image[(height - i - 1) * bytePerRow], bytePerRow); } callback(flippedImage, width, height); CC_SAFE_DELETE_ARRAY(flippedImage); } else { callback(image, width, height); } }; auto flipImageCallback = std::bind(flipImageFunc, std::placeholders::_1, std::placeholders::_2, std::placeholders::_3); Utils::getTextureBytes(x, y, width, height, this->getMTLTexture(), flipImageCallback); } void TextureMTL::generateMipmaps() { if (TextureUsage::RENDER_TARGET == _textureUsage || isColorRenderable(_textureFormat) == false) return; if(!_hasMipmaps) { _hasMipmaps = true; Utils::generateMipmaps(this->getMTLTexture()); } } /// CLASS TextureCubeMTL TextureCubeMTL::TextureCubeMTL(id mtlDevice, const TextureDescriptor& descriptor) : _textureInfo(mtlDevice) { updateTextureDescriptor(descriptor); } TextureCubeMTL::~TextureCubeMTL() { } void TextureCubeMTL::updateTextureDescriptor(const cocos2d::backend::TextureDescriptor &descriptor, int index) { TextureBackend::updateTextureDescriptor(descriptor, index); _textureInfo._descriptor = descriptor; _textureInfo.ensure(index, MTL_TEXTURE_CUBE); updateSamplerDescriptor(descriptor.samplerDescriptor); // Metal doesn't support RGB888/RGBA4444, so should convert to RGBA888; if (PixelFormat::RGB888 == _textureFormat) { _bitsPerElement = 4 * 8; } _textureInfo._bytesPerRow = descriptor.width * _bitsPerElement / 8 ; _bytesPerImage = _textureInfo._bytesPerRow * descriptor.width; _region = MTLRegionMake2D(0, 0, descriptor.width, descriptor.height); } void TextureCubeMTL::updateSamplerDescriptor(const SamplerDescriptor &sampler) { _textureInfo.recreateSampler(sampler); } void TextureCubeMTL::updateFaceData(TextureCubeFace side, void *data, int index) { NSUInteger slice = static_cast(side); auto mtlTexture = _textureInfo.ensure(index, MTL_TEXTURE_CUBE); if(!mtlTexture) return; [mtlTexture replaceRegion:_region mipmapLevel:0 slice:slice withBytes:data bytesPerRow:_textureInfo._bytesPerRow bytesPerImage:_bytesPerImage]; } void TextureCubeMTL::getBytes(std::size_t x, std::size_t y, std::size_t width, std::size_t height, bool flipImage, std::function callback) { auto mtlTexture = this->getMTLTexture(); CC_ASSERT(width <= mtlTexture.width && height <= mtlTexture.height); auto bitsPerElement = _bitsPerElement; auto flipImageFunc = [callback, flipImage, bitsPerElement](const unsigned char* image, int width, int height){ //consistent with opengl behavior auto bytePerRow = width * bitsPerElement / 8; if(!flipImage) { unsigned char* flippedImage = new unsigned char[bytePerRow * height]; for (int i = 0; i < height; ++i) { memcpy(&flippedImage[i * bytePerRow], &image[(height - i - 1) * bytePerRow], bytePerRow); } callback(flippedImage, width, height); CC_SAFE_DELETE_ARRAY(flippedImage); } else { callback(image, width, height); } }; auto flipImageCallback = std::bind(flipImageFunc, std::placeholders::_1, std::placeholders::_2, std::placeholders::_3); Utils::getTextureBytes(x, y, width, height, mtlTexture, flipImageCallback); } void TextureCubeMTL::generateMipmaps() { if (TextureUsage::RENDER_TARGET == _textureUsage || isColorRenderable(_textureFormat) == false) return; if(!_hasMipmaps) { _hasMipmaps = true; Utils::generateMipmaps(this->getMTLTexture()); } } CC_BACKEND_END