/* * Copyright 2017 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "GrMtlGpu.h" #include "GrMtlBuffer.h" #include "GrMtlGpuCommandBuffer.h" #include "GrMtlTexture.h" #include "GrMtlTextureRenderTarget.h" #include "GrMtlUtil.h" #include "GrRenderTargetPriv.h" #include "GrTexturePriv.h" #include "SkConvertPixels.h" #include "SkSLCompiler.h" #import <simd/simd.h> #if !__has_feature(objc_arc) #error This file must be compiled with Arc. Use -fobjc-arc flag #endif static bool get_feature_set(id<MTLDevice> device, MTLFeatureSet* featureSet) { // Mac OSX #ifdef SK_BUILD_FOR_MAC if ([device supportsFeatureSet:MTLFeatureSet_OSX_GPUFamily1_v2]) { *featureSet = MTLFeatureSet_OSX_GPUFamily1_v2; return true; } if ([device supportsFeatureSet:MTLFeatureSet_OSX_GPUFamily1_v1]) { *featureSet = MTLFeatureSet_OSX_GPUFamily1_v1; return true; } #endif // iOS Family group 3 #ifdef SK_BUILD_FOR_IOS if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily3_v2]) { *featureSet = MTLFeatureSet_iOS_GPUFamily3_v2; return true; } if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily3_v1]) { *featureSet = MTLFeatureSet_iOS_GPUFamily3_v1; return true; } // iOS Family group 2 if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily2_v3]) { *featureSet = MTLFeatureSet_iOS_GPUFamily2_v3; return true; } if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily2_v2]) { *featureSet = MTLFeatureSet_iOS_GPUFamily2_v2; return true; } if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily2_v1]) { *featureSet = MTLFeatureSet_iOS_GPUFamily2_v1; return true; } // iOS Family group 1 if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily1_v3]) { *featureSet = MTLFeatureSet_iOS_GPUFamily1_v3; return true; } if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily1_v2]) { *featureSet = MTLFeatureSet_iOS_GPUFamily1_v2; return true; } if ([device supportsFeatureSet:MTLFeatureSet_iOS_GPUFamily1_v1]) { *featureSet = MTLFeatureSet_iOS_GPUFamily1_v1; return true; } #endif // No supported feature sets were found return false; } sk_sp<GrGpu> GrMtlGpu::Make(GrContext* context, const GrContextOptions& options, id<MTLDevice> device, id<MTLCommandQueue> queue) { if (!device || !queue) { return nullptr; } MTLFeatureSet featureSet; if (!get_feature_set(device, &featureSet)) { return nullptr; } return sk_sp<GrGpu>(new GrMtlGpu(context, options, device, queue, featureSet)); } GrMtlGpu::GrMtlGpu(GrContext* context, const GrContextOptions& options, id<MTLDevice> device, id<MTLCommandQueue> queue, MTLFeatureSet featureSet) : INHERITED(context) , fDevice(device) , fQueue(queue) , fCompiler(new SkSL::Compiler()) , fCopyManager(this) , fResourceProvider(this) { fMtlCaps.reset(new GrMtlCaps(options, fDevice, featureSet)); fCaps = fMtlCaps; SK_BEGIN_AUTORELEASE_BLOCK fCmdBuffer = [fQueue commandBuffer]; SK_END_AUTORELEASE_BLOCK } GrGpuRTCommandBuffer* GrMtlGpu::getCommandBuffer( GrRenderTarget* renderTarget, GrSurfaceOrigin origin, const SkRect& bounds, const GrGpuRTCommandBuffer::LoadAndStoreInfo& colorInfo, const GrGpuRTCommandBuffer::StencilLoadAndStoreInfo& stencilInfo) { return new GrMtlGpuRTCommandBuffer(this, renderTarget, origin, bounds, colorInfo, stencilInfo); } GrGpuTextureCommandBuffer* GrMtlGpu::getCommandBuffer(GrTexture* texture, GrSurfaceOrigin origin) { return new GrMtlGpuTextureCommandBuffer(this, texture, origin); } void GrMtlGpu::submit(GrGpuCommandBuffer* buffer) { delete buffer; } void GrMtlGpu::submitCommandBuffer(SyncQueue sync) { SkASSERT(fCmdBuffer); SK_BEGIN_AUTORELEASE_BLOCK [fCmdBuffer commit]; if (SyncQueue::kForce_SyncQueue == sync) { [fCmdBuffer waitUntilCompleted]; } fCmdBuffer = [fQueue commandBuffer]; SK_END_AUTORELEASE_BLOCK } sk_sp<GrGpuBuffer> GrMtlGpu::onCreateBuffer(size_t size, GrGpuBufferType type, GrAccessPattern accessPattern, const void* data) { return GrMtlBuffer::Make(this, size, type, accessPattern, data); } static bool check_max_blit_width(int widthInPixels) { if (widthInPixels > 32767) { SkASSERT(false); // surfaces should not be this wide anyway return false; } return true; } bool GrMtlGpu::uploadToTexture(GrMtlTexture* tex, int left, int top, int width, int height, GrColorType dataColorType, const GrMipLevel texels[], int mipLevelCount) { SkASSERT(this->caps()->isConfigTexturable(tex->config())); // The assumption is either that we have no mipmaps, or that our rect is the entire texture SkASSERT(1 == mipLevelCount || (0 == left && 0 == top && width == tex->width() && height == tex->height())); // We assume that if the texture has mip levels, we either upload to all the levels or just the // first. SkASSERT(1 == mipLevelCount || mipLevelCount == (tex->texturePriv().maxMipMapLevel() + 1)); // If we're uploading compressed data then we should be using uploadCompressedTexData SkASSERT(!GrPixelConfigIsCompressed(GrColorTypeToPixelConfig(dataColorType, GrSRGBEncoded::kNo))); if (!check_max_blit_width(width)) { return false; } if (width == 0 || height == 0) { return false; } if (GrPixelConfigToColorType(tex->config()) != dataColorType) { return false; } id<MTLTexture> mtlTexture = tex->mtlTexture(); SkASSERT(mtlTexture); // Either upload only the first miplevel or all miplevels SkASSERT(1 == mipLevelCount || mipLevelCount == (int)mtlTexture.mipmapLevelCount); // TODO: implement some way of reusing transfer buffers? size_t bpp = GrColorTypeBytesPerPixel(dataColorType); SkTArray<size_t> individualMipOffsets(mipLevelCount); individualMipOffsets.push_back(0); size_t combinedBufferSize = width * bpp * height; int currentWidth = width; int currentHeight = height; if (!texels[0].fPixels) { combinedBufferSize = 0; } // The alignment must be at least 4 bytes and a multiple of the bytes per pixel of the image // config. This works with the assumption that the bytes in pixel config is always a power of 2. SkASSERT((bpp & (bpp - 1)) == 0); const size_t alignmentMask = 0x3 | (bpp - 1); for (int currentMipLevel = 1; currentMipLevel < mipLevelCount; currentMipLevel++) { currentWidth = SkTMax(1, currentWidth/2); currentHeight = SkTMax(1, currentHeight/2); if (texels[currentMipLevel].fPixels) { const size_t trimmedSize = currentWidth * bpp * currentHeight; const size_t alignmentDiff = combinedBufferSize & alignmentMask; if (alignmentDiff != 0) { combinedBufferSize += alignmentMask - alignmentDiff + 1; } individualMipOffsets.push_back(combinedBufferSize); combinedBufferSize += trimmedSize; } else { individualMipOffsets.push_back(0); } } if (0 == combinedBufferSize) { // We don't actually have any data to upload so just return success return true; } NSUInteger options = MTLResourceCPUCacheModeWriteCombined; #ifdef SK_BUILD_FOR_MAC options |= MTLResourceStorageModeManaged; #else options |= MTLResourceStorageModeShared; #endif // TODO: Create GrMtlTransferBuffer id<MTLBuffer> transferBuffer = [fDevice newBufferWithLength: combinedBufferSize options: MTLResourceStorageModeShared]; if (nil == transferBuffer) { return false; } char* buffer = (char*) transferBuffer.contents; currentWidth = width; currentHeight = height; int layerHeight = tex->height(); MTLOrigin origin = MTLOriginMake(left, top, 0); id<MTLBlitCommandEncoder> blitCmdEncoder = [fCmdBuffer blitCommandEncoder]; for (int currentMipLevel = 0; currentMipLevel < mipLevelCount; currentMipLevel++) { if (texels[currentMipLevel].fPixels) { SkASSERT(1 == mipLevelCount || currentHeight == layerHeight); const size_t trimRowBytes = currentWidth * bpp; const size_t rowBytes = texels[currentMipLevel].fRowBytes ? texels[currentMipLevel].fRowBytes : trimRowBytes; // copy data into the buffer, skipping the trailing bytes char* dst = buffer + individualMipOffsets[currentMipLevel]; const char* src = (const char*)texels[currentMipLevel].fPixels; SkRectMemcpy(dst, trimRowBytes, src, rowBytes, trimRowBytes, currentHeight); [blitCmdEncoder copyFromBuffer: transferBuffer sourceOffset: individualMipOffsets[currentMipLevel] sourceBytesPerRow: trimRowBytes sourceBytesPerImage: trimRowBytes*currentHeight sourceSize: MTLSizeMake(width, height, 1) toTexture: mtlTexture destinationSlice: 0 destinationLevel: currentMipLevel destinationOrigin: origin]; } currentWidth = SkTMax(1, currentWidth/2); currentHeight = SkTMax(1, currentHeight/2); layerHeight = currentHeight; } [blitCmdEncoder endEncoding]; if (mipLevelCount < (int) tex->mtlTexture().mipmapLevelCount) { tex->texturePriv().markMipMapsDirty(); } return true; } GrStencilAttachment* GrMtlGpu::createStencilAttachmentForRenderTarget(const GrRenderTarget* rt, int width, int height) { SkASSERT(width >= rt->width()); SkASSERT(height >= rt->height()); int samples = rt->numStencilSamples(); const GrMtlCaps::StencilFormat& sFmt = this->mtlCaps().preferredStencilFormat(); GrMtlStencilAttachment* stencil(GrMtlStencilAttachment::Create(this, width, height, samples, sFmt)); fStats.incStencilAttachmentCreates(); return stencil; } sk_sp<GrTexture> GrMtlGpu::onCreateTexture(const GrSurfaceDesc& desc, SkBudgeted budgeted, const GrMipLevel texels[], int mipLevelCount) { int mipLevels = !mipLevelCount ? 1 : mipLevelCount; if (!fMtlCaps->isConfigTexturable(desc.fConfig)) { return nullptr; } MTLPixelFormat format; if (!GrPixelConfigToMTLFormat(desc.fConfig, &format)) { return nullptr; } if (GrPixelConfigIsCompressed(desc.fConfig)) { return nullptr; // TODO: add compressed texture support } bool renderTarget = SkToBool(desc.fFlags & kRenderTarget_GrSurfaceFlag); sk_sp<GrMtlTexture> tex; SK_BEGIN_AUTORELEASE_BLOCK // This TexDesc refers to the texture that will be read by the client. Thus even if msaa is // requested, this TexDesc describes the resolved texture. Therefore we always have samples // set to 1. MTLTextureDescriptor* texDesc = [[MTLTextureDescriptor alloc] init]; texDesc.textureType = MTLTextureType2D; texDesc.pixelFormat = format; texDesc.width = desc.fWidth; texDesc.height = desc.fHeight; texDesc.depth = 1; texDesc.mipmapLevelCount = mipLevels; texDesc.sampleCount = 1; texDesc.arrayLength = 1; texDesc.cpuCacheMode = MTLCPUCacheModeWriteCombined; // Make all textures have private gpu only access. We can use transfer buffers or textures // to copy to them. texDesc.storageMode = MTLStorageModePrivate; texDesc.usage = MTLTextureUsageShaderRead; texDesc.usage |= renderTarget ? MTLTextureUsageRenderTarget : 0; GrMipMapsStatus mipMapsStatus = GrMipMapsStatus::kNotAllocated; if (mipLevels > 1) { mipMapsStatus = texels[0].fPixels ? GrMipMapsStatus::kValid : GrMipMapsStatus::kDirty; #ifdef SK_DEBUG for (int i = 1; i < mipLevels; ++i) { if (mipMapsStatus == GrMipMapsStatus::kValid) { SkASSERT(texels[i].fPixels); } else { SkASSERT(!texels[i].fPixels); } } #endif } if (renderTarget) { tex = GrMtlTextureRenderTarget::CreateNewTextureRenderTarget(this, budgeted, desc, texDesc, mipMapsStatus); } else { tex = GrMtlTexture::CreateNewTexture(this, budgeted, desc, texDesc, mipMapsStatus); } if (!tex) { return nullptr; } auto colorType = GrPixelConfigToColorType(desc.fConfig); if (mipLevelCount && texels[0].fPixels) { if (!this->uploadToTexture(tex.get(), 0, 0, desc.fWidth, desc.fHeight, colorType, texels, mipLevelCount)) { tex->unref(); return nullptr; } } SK_END_AUTORELEASE_BLOCK if (desc.fFlags & kPerformInitialClear_GrSurfaceFlag) { // Do initial clear of the texture } return std::move(tex); } static id<MTLTexture> get_texture_from_backend(const GrBackendTexture& backendTex, GrWrapOwnership ownership) { GrMtlTextureInfo textureInfo; if (!backendTex.getMtlTextureInfo(&textureInfo)) { return nil; } return GrGetMTLTexture(textureInfo.fTexture, ownership); } static id<MTLTexture> get_texture_from_backend(const GrBackendRenderTarget& backendRT) { GrMtlTextureInfo textureInfo; if (!backendRT.getMtlTextureInfo(&textureInfo)) { return nil; } return GrGetMTLTexture(textureInfo.fTexture, GrWrapOwnership::kBorrow_GrWrapOwnership); } static inline void init_surface_desc(GrSurfaceDesc* surfaceDesc, id<MTLTexture> mtlTexture, bool isRenderTarget, GrPixelConfig config) { if (isRenderTarget) { SkASSERT(MTLTextureUsageRenderTarget & mtlTexture.usage); } surfaceDesc->fFlags = isRenderTarget ? kRenderTarget_GrSurfaceFlag : kNone_GrSurfaceFlags; surfaceDesc->fWidth = mtlTexture.width; surfaceDesc->fHeight = mtlTexture.height; surfaceDesc->fConfig = config; surfaceDesc->fSampleCnt = 1; } sk_sp<GrTexture> GrMtlGpu::onWrapBackendTexture(const GrBackendTexture& backendTex, GrWrapOwnership ownership, GrWrapCacheable cacheable, GrIOType ioType) { id<MTLTexture> mtlTexture = get_texture_from_backend(backendTex, ownership); if (!mtlTexture) { return nullptr; } GrSurfaceDesc surfDesc; init_surface_desc(&surfDesc, mtlTexture, false, backendTex.config()); return GrMtlTexture::MakeWrappedTexture(this, surfDesc, mtlTexture, cacheable, ioType); } sk_sp<GrTexture> GrMtlGpu::onWrapRenderableBackendTexture(const GrBackendTexture& backendTex, int sampleCnt, GrWrapOwnership ownership, GrWrapCacheable cacheable) { id<MTLTexture> mtlTexture = get_texture_from_backend(backendTex, ownership); if (!mtlTexture) { return nullptr; } GrSurfaceDesc surfDesc; init_surface_desc(&surfDesc, mtlTexture, true, backendTex.config()); surfDesc.fSampleCnt = this->caps()->getRenderTargetSampleCount(sampleCnt, surfDesc.fConfig); if (!surfDesc.fSampleCnt) { return nullptr; } return GrMtlTextureRenderTarget::MakeWrappedTextureRenderTarget(this, surfDesc, mtlTexture, cacheable); } sk_sp<GrRenderTarget> GrMtlGpu::onWrapBackendRenderTarget(const GrBackendRenderTarget& backendRT) { // TODO: Revisit this when the Metal backend is completed. It may support MSAA render targets. if (backendRT.sampleCnt() > 1) { return nullptr; } id<MTLTexture> mtlTexture = get_texture_from_backend(backendRT); if (!mtlTexture) { return nullptr; } GrSurfaceDesc surfDesc; init_surface_desc(&surfDesc, mtlTexture, true, backendRT.config()); return GrMtlRenderTarget::MakeWrappedRenderTarget(this, surfDesc, mtlTexture); } sk_sp<GrRenderTarget> GrMtlGpu::onWrapBackendTextureAsRenderTarget( const GrBackendTexture& backendTex, int sampleCnt) { id<MTLTexture> mtlTexture = get_texture_from_backend(backendTex, GrWrapOwnership::kBorrow_GrWrapOwnership); if (!mtlTexture) { return nullptr; } GrSurfaceDesc surfDesc; init_surface_desc(&surfDesc, mtlTexture, true, backendTex.config()); surfDesc.fSampleCnt = this->caps()->getRenderTargetSampleCount(sampleCnt, surfDesc.fConfig); if (!surfDesc.fSampleCnt) { return nullptr; } return GrMtlRenderTarget::MakeWrappedRenderTarget(this, surfDesc, mtlTexture); } #ifdef GR_TEST_UTILS bool GrMtlGpu::createTestingOnlyMtlTextureInfo(GrColorType colorType, int w, int h, bool texturable, bool renderable, GrMipMapped mipMapped, const void* srcData, size_t srcRowBytes, GrMtlTextureInfo* info) { SkASSERT(texturable || renderable); if (!texturable) { SkASSERT(GrMipMapped::kNo == mipMapped); SkASSERT(!srcData); } GrPixelConfig config = GrColorTypeToPixelConfig(colorType, GrSRGBEncoded::kNo); MTLPixelFormat format; if (!GrPixelConfigToMTLFormat(config, &format)) { return false; } if (texturable && !fMtlCaps->isConfigTexturable(config)) { return false; } if (renderable && !fMtlCaps->isConfigRenderable(config)) { return false; } // Currently we don't support uploading pixel data when mipped. if (srcData && GrMipMapped::kYes == mipMapped) { return false; } if(!check_max_blit_width(w)) { return false; } SK_BEGIN_AUTORELEASE_BLOCK bool mipmapped = mipMapped == GrMipMapped::kYes ? true : false; MTLTextureDescriptor* desc = [MTLTextureDescriptor texture2DDescriptorWithPixelFormat: format width: w height: h mipmapped: mipmapped]; desc.cpuCacheMode = MTLCPUCacheModeWriteCombined; desc.storageMode = MTLStorageModePrivate; desc.usage = texturable ? MTLTextureUsageShaderRead : 0; desc.usage |= renderable ? MTLTextureUsageRenderTarget : 0; id<MTLTexture> testTexture = [fDevice newTextureWithDescriptor: desc]; SkAutoTMalloc<GrColor> srcBuffer; if (!srcData) { srcBuffer.reset(w * h); memset(srcBuffer, 0, w * h * sizeof(GrColor)); srcData = srcBuffer; } SkASSERT(srcData); #ifdef SK_BUILD_FOR_MAC desc.storageMode = MTLStorageModeManaged; #else desc.storageMode = MTLStorageModeShared; #endif id<MTLTexture> transferTexture = [fDevice newTextureWithDescriptor: desc]; size_t trimRowBytes = w * GrColorTypeBytesPerPixel(colorType); if (!srcRowBytes) { srcRowBytes = trimRowBytes; } MTLOrigin origin = MTLOriginMake(0, 0, 0); SkASSERT(testTexture.pixelFormat == transferTexture.pixelFormat); SkASSERT(testTexture.sampleCount == transferTexture.sampleCount); id<MTLCommandBuffer> cmdBuffer = [fQueue commandBuffer]; id<MTLBlitCommandEncoder> blitCmdEncoder = [cmdBuffer blitCommandEncoder]; int currentWidth = w; int currentHeight = h; for (int mipLevel = 0; mipLevel < (int)testTexture.mipmapLevelCount; mipLevel++) { [transferTexture replaceRegion: MTLRegionMake2D(0, 0, currentWidth, currentHeight) mipmapLevel: mipLevel withBytes: srcData bytesPerRow: srcRowBytes]; [blitCmdEncoder copyFromTexture: transferTexture sourceSlice: 0 sourceLevel: mipLevel sourceOrigin: origin sourceSize: MTLSizeMake(currentWidth, currentHeight, 1) toTexture: testTexture destinationSlice: 0 destinationLevel: mipLevel destinationOrigin: origin]; currentWidth = SkTMax(1, currentWidth/2); currentHeight = SkTMax(1, currentHeight/2); } [blitCmdEncoder endEncoding]; [cmdBuffer commit]; [cmdBuffer waitUntilCompleted]; info->fTexture = GrReleaseId(testTexture); SK_END_AUTORELEASE_BLOCK return true; } GrBackendTexture GrMtlGpu::createTestingOnlyBackendTexture(const void* pixels, int w, int h, GrColorType colorType, bool isRT, GrMipMapped mipMapped, size_t rowBytes) { if (w > this->caps()->maxTextureSize() || h > this->caps()->maxTextureSize()) { return GrBackendTexture(); } GrMtlTextureInfo info; if (!this->createTestingOnlyMtlTextureInfo(colorType, w, h, true, isRT, mipMapped, pixels, rowBytes, &info)) { return {}; } GrPixelConfig config = GrColorTypeToPixelConfig(colorType, GrSRGBEncoded::kNo); GrBackendTexture backendTex(w, h, mipMapped, info); backendTex.fConfig = config; return backendTex; } bool GrMtlGpu::isTestingOnlyBackendTexture(const GrBackendTexture& tex) const { SkASSERT(GrBackendApi::kMetal == tex.backend()); GrMtlTextureInfo info; if (!tex.getMtlTextureInfo(&info)) { return false; } id<MTLTexture> mtlTexture = GrGetMTLTexture(info.fTexture, GrWrapOwnership::kBorrow_GrWrapOwnership); if (!mtlTexture) { return false; } return mtlTexture.usage & MTLTextureUsageShaderRead; } void GrMtlGpu::deleteTestingOnlyBackendTexture(const GrBackendTexture& tex) { SkASSERT(GrBackendApi::kMetal == tex.fBackend); GrMtlTextureInfo info; if (tex.getMtlTextureInfo(&info)) { // Adopts the metal texture so that ARC will clean it up. GrGetMTLTexture(info.fTexture, GrWrapOwnership::kAdopt_GrWrapOwnership); } } GrBackendRenderTarget GrMtlGpu::createTestingOnlyBackendRenderTarget(int w, int h, GrColorType ct) { if (w > this->caps()->maxRenderTargetSize() || h > this->caps()->maxRenderTargetSize()) { return GrBackendRenderTarget(); } GrMtlTextureInfo info; if (!this->createTestingOnlyMtlTextureInfo(ct, w, h, false, true, GrMipMapped::kNo, nullptr, 0, &info)) { return {}; } GrPixelConfig config = GrColorTypeToPixelConfig(ct, GrSRGBEncoded::kNo); GrBackendRenderTarget backendRT(w, h, 1, info); backendRT.fConfig = config; return backendRT; } void GrMtlGpu::deleteTestingOnlyBackendRenderTarget(const GrBackendRenderTarget& rt) { SkASSERT(GrBackendApi::kMetal == rt.fBackend); GrMtlTextureInfo info; if (rt.getMtlTextureInfo(&info)) { this->testingOnly_flushGpuAndSync(); // Adopts the metal texture so that ARC will clean it up. GrGetMTLTexture(info.fTexture, GrWrapOwnership::kAdopt_GrWrapOwnership); } } void GrMtlGpu::testingOnly_flushGpuAndSync() { this->submitCommandBuffer(kForce_SyncQueue); } #endif // GR_TEST_UTILS static int get_surface_sample_cnt(GrSurface* surf) { if (const GrRenderTarget* rt = surf->asRenderTarget()) { return rt->numColorSamples(); } return 0; } bool GrMtlGpu::copySurfaceAsBlit(GrSurface* dst, GrSurfaceOrigin dstOrigin, GrSurface* src, GrSurfaceOrigin srcOrigin, const SkIRect& srcRect, const SkIPoint& dstPoint) { #ifdef SK_DEBUG int dstSampleCnt = get_surface_sample_cnt(dst); int srcSampleCnt = get_surface_sample_cnt(src); SkASSERT(this->mtlCaps().canCopyAsBlit(dst->config(), dstSampleCnt, dstOrigin, src->config(), srcSampleCnt, srcOrigin, srcRect, dstPoint, dst == src)); #endif id<MTLTexture> dstTex = GrGetMTLTextureFromSurface(dst, false); id<MTLTexture> srcTex = GrGetMTLTextureFromSurface(src, false); // Flip rect if necessary SkIRect srcMtlRect; srcMtlRect.fLeft = srcRect.fLeft; srcMtlRect.fRight = srcRect.fRight; SkIRect dstRect; dstRect.fLeft = dstPoint.fX; dstRect.fRight = dstPoint.fX + srcRect.width(); if (kBottomLeft_GrSurfaceOrigin == srcOrigin) { srcMtlRect.fTop = srcTex.height - srcRect.fBottom; srcMtlRect.fBottom = srcTex.height - srcRect.fTop; } else { srcMtlRect.fTop = srcRect.fTop; srcMtlRect.fBottom = srcRect.fBottom; } if (kBottomLeft_GrSurfaceOrigin == dstOrigin) { dstRect.fTop = dstTex.height - dstPoint.fY - srcMtlRect.height(); } else { dstRect.fTop = dstPoint.fY; } dstRect.fBottom = dstRect.fTop + srcMtlRect.height(); id<MTLBlitCommandEncoder> blitCmdEncoder = [fCmdBuffer blitCommandEncoder]; [blitCmdEncoder copyFromTexture: srcTex sourceSlice: 0 sourceLevel: 0 sourceOrigin: MTLOriginMake(srcMtlRect.x(), srcMtlRect.y(), 0) sourceSize: MTLSizeMake(srcMtlRect.width(), srcMtlRect.height(), 1) toTexture: dstTex destinationSlice: 0 destinationLevel: 0 destinationOrigin: MTLOriginMake(dstRect.x(), dstRect.y(), 0)]; [blitCmdEncoder endEncoding]; return true; } bool GrMtlGpu::copySurfaceAsDrawThenBlit(GrSurface* dst, GrSurfaceOrigin dstOrigin, GrSurface* src, GrSurfaceOrigin srcOrigin, const SkIRect& srcRect, const SkIPoint& dstPoint) { #ifdef SK_DEBUG int dstSampleCnt = get_surface_sample_cnt(dst); int srcSampleCnt = get_surface_sample_cnt(src); SkASSERT(dstSampleCnt == 0); // dst shouldn't be a render target SkASSERT(!this->mtlCaps().canCopyAsBlit(dst->config(), dstSampleCnt, dstOrigin, src->config(), srcSampleCnt, srcOrigin, srcRect, dstPoint, dst == src)); SkASSERT(!this->mtlCaps().canCopyAsDraw(dst->config(), SkToBool(dst->asRenderTarget()), src->config(), SkToBool(src->asTexture()))); SkASSERT(this->mtlCaps().canCopyAsDrawThenBlit(dst->config(),src->config(), SkToBool(src->asTexture()))); #endif GrSurfaceDesc surfDesc; surfDesc.fFlags = kRenderTarget_GrSurfaceFlag; surfDesc.fWidth = srcRect.width(); surfDesc.fHeight = srcRect.height(); surfDesc.fConfig = dst->config(); surfDesc.fSampleCnt = 1; id<MTLTexture> dstTex = GrGetMTLTextureFromSurface(dst, false); MTLTextureDescriptor* textureDesc = GrGetMTLTextureDescriptor(dstTex); textureDesc.width = srcRect.width(); textureDesc.height = srcRect.height(); textureDesc.mipmapLevelCount = 1; textureDesc.usage |= MTLTextureUsageRenderTarget; sk_sp<GrMtlTexture> transferTexture = GrMtlTextureRenderTarget::CreateNewTextureRenderTarget(this, SkBudgeted::kYes, surfDesc, textureDesc, GrMipMapsStatus::kNotAllocated); GrSurfaceOrigin transferOrigin = dstOrigin; SkASSERT(this->mtlCaps().canCopyAsDraw(transferTexture->config(), SkToBool(transferTexture->asRenderTarget()), src->config(), SkToBool(src->asTexture()))); // TODO: Eventually we will need to handle resolves either in this function or make a separate // copySurfaceAsResolveThenBlit(). if (!this->copySurface(transferTexture.get(), transferOrigin, src, srcOrigin, srcRect, SkIPoint::Make(0, 0))) { return false; } SkIRect transferRect = SkIRect::MakeXYWH(0, 0, srcRect.width(), srcRect.height()); SkASSERT(this->mtlCaps().canCopyAsBlit(dst->config(), get_surface_sample_cnt(dst), dstOrigin, transferTexture->config(), get_surface_sample_cnt(transferTexture.get()), transferOrigin, transferRect, dstPoint, false)); if (!this->copySurface(dst, dstOrigin, transferTexture.get(), transferOrigin, transferRect, dstPoint)) { return false; } return true; } bool GrMtlGpu::onCopySurface(GrSurface* dst, GrSurfaceOrigin dstOrigin, GrSurface* src, GrSurfaceOrigin srcOrigin, const SkIRect& srcRect, const SkIPoint& dstPoint, bool canDiscardOutsideDstRect) { GrPixelConfig dstConfig = dst->config(); GrPixelConfig srcConfig = src->config(); int dstSampleCnt = get_surface_sample_cnt(dst); int srcSampleCnt = get_surface_sample_cnt(src); if (dstSampleCnt > 1 || srcSampleCnt > 1) { SkASSERT(false); // Currently dont support MSAA. TODO: add copySurfaceAsResolve(). return false; } SK_BEGIN_AUTORELEASE_BLOCK bool success = false; if (this->mtlCaps().canCopyAsDraw(dst->config(), SkToBool(dst->asRenderTarget()), src->config(), SkToBool(src->asTexture()))) { success = fCopyManager.copySurfaceAsDraw(dst, dstOrigin, src, srcOrigin, srcRect, dstPoint, canDiscardOutsideDstRect); } else if (this->mtlCaps().canCopyAsBlit(dstConfig, dstSampleCnt, dstOrigin, srcConfig, srcSampleCnt, srcOrigin, srcRect, dstPoint, dst == src)) { success = this->copySurfaceAsBlit(dst, dstOrigin, src, srcOrigin, srcRect, dstPoint); } else if (this->mtlCaps().canCopyAsDrawThenBlit(dst->config(), src->config(), SkToBool(src->asTexture()))) { success = this->copySurfaceAsDrawThenBlit(dst, dstOrigin, src, srcOrigin, srcRect, dstPoint); } if (success) { SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.x(), dstPoint.y(), srcRect.width(), srcRect.height()); this->didWriteToSurface(dst, dstOrigin, &dstRect); } return success; SK_END_AUTORELEASE_BLOCK } bool GrMtlGpu::onWritePixels(GrSurface* surface, int left, int top, int width, int height, GrColorType srcColorType, const GrMipLevel texels[], int mipLevelCount) { GrMtlTexture* mtlTexture = static_cast<GrMtlTexture*>(surface->asTexture()); if (!mtlTexture) { return false; } if (!mipLevelCount) { return false; } #ifdef SK_DEBUG for (int i = 0; i < mipLevelCount; i++) { SkASSERT(texels[i].fPixels); } #endif SK_BEGIN_AUTORELEASE_BLOCK return this->uploadToTexture(mtlTexture, left, top, width, height, srcColorType, texels, mipLevelCount); SK_END_AUTORELEASE_BLOCK } bool GrMtlGpu::onReadPixels(GrSurface* surface, int left, int top, int width, int height, GrColorType dstColorType, void* buffer, size_t rowBytes) { SkASSERT(surface); if (!check_max_blit_width(width)) { return false; } if (GrPixelConfigToColorType(surface->config()) != dstColorType) { return false; } SK_BEGIN_AUTORELEASE_BLOCK bool doResolve = get_surface_sample_cnt(surface) > 1; id<MTLTexture> mtlTexture = GrGetMTLTextureFromSurface(surface, doResolve); if (!mtlTexture) { return false; } int bpp = GrColorTypeBytesPerPixel(dstColorType); size_t transBufferRowBytes = bpp * width; size_t transBufferImageBytes = transBufferRowBytes * height; // TODO: implement some way of reusing buffers instead of making a new one every time. id<MTLBuffer> transferBuffer = [fDevice newBufferWithLength: transBufferImageBytes options: MTLResourceStorageModeShared]; id<MTLBlitCommandEncoder> blitCmdEncoder = [fCmdBuffer blitCommandEncoder]; [blitCmdEncoder copyFromTexture: mtlTexture sourceSlice: 0 sourceLevel: 0 sourceOrigin: MTLOriginMake(left, top, 0) sourceSize: MTLSizeMake(width, height, 1) toBuffer: transferBuffer destinationOffset: 0 destinationBytesPerRow: transBufferRowBytes destinationBytesPerImage: transBufferImageBytes]; [blitCmdEncoder endEncoding]; this->submitCommandBuffer(kForce_SyncQueue); const void* mappedMemory = transferBuffer.contents; SkRectMemcpy(buffer, rowBytes, mappedMemory, transBufferRowBytes, transBufferRowBytes, height); return true; SK_END_AUTORELEASE_BLOCK }