From c5c79e5d718ad0777e014dd8c1e8d398d8172f3d Mon Sep 17 00:00:00 2001 From: Janic Duplessis Date: Tue, 7 May 2019 02:00:43 -0700 Subject: [PATCH] Release underlying resources when JS instance in GC'ed on iOS (#24405) Summary: Our Blob implementation was very problematic because it didn't release its underlying resource when the JS instance was dealocated. The main issue is that the fetch polyfill uses blobs by default if the module is available, which causes large memory leaks. This fixes it by using the new jsi infra to attach a `jsi::HostObject` (`BlobCollector`) to `Blob` instances. This way when the `Blob` is collected, the `BlobCollector` also gets collected. Using the `jsi::HostObject` dtor we can schedule the cleanup of native resources. This is definitely not the ideal solution but otherwise it would require rewriting the whole module using TurboModules + jsi. Fixes #23801, #20352, #21092 [General] [Fixed] - [Blob] Release underlying resources when JS instance in GC'ed Pull Request resolved: https://github.com/facebook/react-native/pull/24405 Differential Revision: D15237418 Pulled By: cpojer fbshipit-source-id: 00a94a54b0b172fbc62324364b753d192ac7016a --- Libraries/Blob/BlobManager.js | 30 ++++++++++- Libraries/Blob/BlobTypes.js | 3 ++ .../Blob/RCTBlob.xcodeproj/project.pbxproj | 13 +++++ Libraries/Blob/RCTBlobCollector.h | 30 +++++++++++ Libraries/Blob/RCTBlobCollector.mm | 52 +++++++++++++++++++ Libraries/Blob/RCTBlobManager.mm | 4 ++ 6 files changed, 130 insertions(+), 2 deletions(-) create mode 100644 Libraries/Blob/RCTBlobCollector.h create mode 100644 Libraries/Blob/RCTBlobCollector.mm diff --git a/Libraries/Blob/BlobManager.js b/Libraries/Blob/BlobManager.js index 460980bb5b2..a59fa2af8f3 100644 --- a/Libraries/Blob/BlobManager.js +++ b/Libraries/Blob/BlobManager.js @@ -14,7 +14,7 @@ const Blob = require('Blob'); const BlobRegistry = require('BlobRegistry'); const {BlobModule} = require('NativeModules'); -import type {BlobData, BlobOptions} from 'BlobTypes'; +import type {BlobData, BlobOptions, BlobCollector} from 'BlobTypes'; /*eslint-disable no-bitwise */ /*eslint-disable eqeqeq */ @@ -31,6 +31,21 @@ function uuidv4(): string { }); } +// **Temporary workaround** +// TODO(#24654): Use turbomodules for the Blob module. +// Blob collector is a jsi::HostObject that is used by native to know +// when the a Blob instance is deallocated. This allows to free the +// underlying native resources. This is a hack to workaround the fact +// that the current bridge infra doesn't allow to track js objects +// deallocation. Ideally the whole Blob object should be a jsi::HostObject. +function createBlobCollector(blobId: string): BlobCollector | null { + if (global.__blobCollectorProvider == null) { + return null; + } else { + return global.__blobCollectorProvider(blobId); + } +} + /** * Module to manage blobs. Wrapper around the native blob module. */ @@ -94,7 +109,18 @@ class BlobManager { */ static createFromOptions(options: BlobData): Blob { BlobRegistry.register(options.blobId); - return Object.assign(Object.create(Blob.prototype), {data: options}); + return Object.assign(Object.create(Blob.prototype), { + data: + // Reuse the collector instance when creating from an existing blob. + // This will make sure that the underlying resource is only deallocated + // when all blobs that refer to it are deallocated. + options.__collector == null + ? { + ...options, + __collector: createBlobCollector(options.blobId), + } + : options, + }); } /** diff --git a/Libraries/Blob/BlobTypes.js b/Libraries/Blob/BlobTypes.js index de105d2a690..cbd49b90160 100644 --- a/Libraries/Blob/BlobTypes.js +++ b/Libraries/Blob/BlobTypes.js @@ -10,6 +10,8 @@ 'use strict'; +export opaque type BlobCollector = {}; + export type BlobData = { blobId: string, offset: number, @@ -17,6 +19,7 @@ export type BlobData = { name?: string, type?: string, lastModified?: number, + __collector?: ?BlobCollector, }; export type BlobOptions = { diff --git a/Libraries/Blob/RCTBlob.xcodeproj/project.pbxproj b/Libraries/Blob/RCTBlob.xcodeproj/project.pbxproj index 8bb32fec7b5..03ca9f9a1cf 100755 --- a/Libraries/Blob/RCTBlob.xcodeproj/project.pbxproj +++ b/Libraries/Blob/RCTBlob.xcodeproj/project.pbxproj @@ -7,6 +7,10 @@ objects = { /* Begin PBXBuildFile section */ + 1946172A225F085900E4E008 /* RCTBlobCollector.h in Headers */ = {isa = PBXBuildFile; fileRef = 19461728225F085900E4E008 /* RCTBlobCollector.h */; }; + 1946172B225F085900E4E008 /* RCTBlobCollector.h in Headers */ = {isa = PBXBuildFile; fileRef = 19461728225F085900E4E008 /* RCTBlobCollector.h */; }; + 1946172C225F085900E4E008 /* RCTBlobCollector.mm in Sources */ = {isa = PBXBuildFile; fileRef = 19461729225F085900E4E008 /* RCTBlobCollector.mm */; }; + 1946172D225F085900E4E008 /* RCTBlobCollector.mm in Sources */ = {isa = PBXBuildFile; fileRef = 19461729225F085900E4E008 /* RCTBlobCollector.mm */; }; 19BA88FE1F84391700741C5A /* RCTFileReaderModule.h in Copy Headers */ = {isa = PBXBuildFile; fileRef = ADDFBA6A1F33455F0064C998 /* RCTFileReaderModule.h */; }; 19BA88FF1F84392900741C5A /* RCTFileReaderModule.h in Headers */ = {isa = PBXBuildFile; fileRef = ADDFBA6A1F33455F0064C998 /* RCTFileReaderModule.h */; }; 19BA89001F84392F00741C5A /* RCTFileReaderModule.h in Copy Headers */ = {isa = PBXBuildFile; fileRef = ADDFBA6A1F33455F0064C998 /* RCTFileReaderModule.h */; }; @@ -49,6 +53,8 @@ /* End PBXCopyFilesBuildPhase section */ /* Begin PBXFileReference section */ + 19461728225F085900E4E008 /* RCTBlobCollector.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = RCTBlobCollector.h; sourceTree = ""; }; + 19461729225F085900E4E008 /* RCTBlobCollector.mm */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.objcpp; path = RCTBlobCollector.mm; sourceTree = ""; }; 358F4ED71D1E81A9004DF814 /* libRCTBlob.a */ = {isa = PBXFileReference; explicitFileType = archive.ar; includeInIndex = 0; path = libRCTBlob.a; sourceTree = BUILT_PRODUCTS_DIR; }; AD9A43C11DFC7126008DC588 /* RCTBlobManager.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; lineEnding = 0; path = RCTBlobManager.h; sourceTree = ""; }; AD9A43C21DFC7126008DC588 /* RCTBlobManager.mm */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.objcpp; path = RCTBlobManager.mm; sourceTree = ""; }; @@ -61,6 +67,8 @@ 358F4ECE1D1E81A9004DF814 = { isa = PBXGroup; children = ( + 19461728225F085900E4E008 /* RCTBlobCollector.h */, + 19461729225F085900E4E008 /* RCTBlobCollector.mm */, ADDFBA6A1F33455F0064C998 /* RCTFileReaderModule.h */, ADDFBA6B1F33455F0064C998 /* RCTFileReaderModule.m */, AD9A43C11DFC7126008DC588 /* RCTBlobManager.h */, @@ -89,6 +97,7 @@ buildActionMask = 2147483647; files = ( AD0871161E215EC9007D136D /* RCTBlobManager.h in Headers */, + 1946172A225F085900E4E008 /* RCTBlobCollector.h in Headers */, ADDFBA6C1F33455F0064C998 /* RCTFileReaderModule.h in Headers */, ); runOnlyForDeploymentPostprocessing = 0; @@ -98,6 +107,7 @@ buildActionMask = 2147483647; files = ( 19BA88FF1F84392900741C5A /* RCTFileReaderModule.h in Headers */, + 1946172B225F085900E4E008 /* RCTBlobCollector.h in Headers */, AD0871181E215ED1007D136D /* RCTBlobManager.h in Headers */, ); runOnlyForDeploymentPostprocessing = 0; @@ -162,6 +172,7 @@ developmentRegion = English; hasScannedForEncodings = 0; knownRegions = ( + English, en, ); mainGroup = 358F4ECE1D1E81A9004DF814; @@ -180,6 +191,7 @@ isa = PBXSourcesBuildPhase; buildActionMask = 2147483647; files = ( + 1946172C225F085900E4E008 /* RCTBlobCollector.mm in Sources */, ADDFBA6D1F33455F0064C998 /* RCTFileReaderModule.m in Sources */, AD9A43C31DFC7126008DC588 /* RCTBlobManager.mm in Sources */, ); @@ -189,6 +201,7 @@ isa = PBXSourcesBuildPhase; buildActionMask = 2147483647; files = ( + 1946172D225F085900E4E008 /* RCTBlobCollector.mm in Sources */, 19BA89011F84393D00741C5A /* RCTFileReaderModule.m in Sources */, ADD01A711E09404A00F6D226 /* RCTBlobManager.mm in Sources */, ); diff --git a/Libraries/Blob/RCTBlobCollector.h b/Libraries/Blob/RCTBlobCollector.h new file mode 100644 index 00000000000..ccb9b7a8919 --- /dev/null +++ b/Libraries/Blob/RCTBlobCollector.h @@ -0,0 +1,30 @@ +/** + * Copyright (c) Facebook, Inc. and its affiliates. + * + * This source code is licensed under the MIT license found in the + * LICENSE file in the root directory of this source tree. + */ + +#import + +using namespace facebook; + +@class RCTBlobManager; + +namespace facebook { +namespace react { + +class JSI_EXPORT RCTBlobCollector : public jsi::HostObject { + public: + RCTBlobCollector(RCTBlobManager *blobManager, const std::string &blobId); + ~RCTBlobCollector(); + + static void install(RCTBlobManager *blobManager); + + private: + const std::string blobId_; + RCTBlobManager *blobManager_; +}; + +} // namespace react +} // namespace facebook diff --git a/Libraries/Blob/RCTBlobCollector.mm b/Libraries/Blob/RCTBlobCollector.mm new file mode 100644 index 00000000000..284b52b5a4e --- /dev/null +++ b/Libraries/Blob/RCTBlobCollector.mm @@ -0,0 +1,52 @@ +/** + * Copyright (c) Facebook, Inc. and its affiliates. + * + * This source code is licensed under the MIT license found in the + * LICENSE file in the root directory of this source tree. + */ + +#import "RCTBlobCollector.h" + +#import +#import "RCTBlobManager.h" + +namespace facebook { +namespace react { + +RCTBlobCollector::RCTBlobCollector(RCTBlobManager *blobManager, const std::string &blobId) +: blobId_(blobId), blobManager_(blobManager) {} + +RCTBlobCollector::~RCTBlobCollector() { + RCTBlobManager *blobManager = blobManager_; + NSString *blobId = [NSString stringWithUTF8String:blobId_.c_str()]; + dispatch_async([blobManager_ methodQueue], ^{ + [blobManager remove:blobId]; + }); +} + +void RCTBlobCollector::install(RCTBlobManager *blobManager) { + __weak RCTCxxBridge *cxxBridge = (RCTCxxBridge *)blobManager.bridge; + [cxxBridge dispatchBlock:^{ + if (!cxxBridge || cxxBridge.runtime == nullptr) { + return; + } + jsi::Runtime &runtime = *(jsi::Runtime *)cxxBridge.runtime; + runtime.global().setProperty( + runtime, + "__blobCollectorProvider", + jsi::Function::createFromHostFunction( + runtime, + jsi::PropNameID::forAscii(runtime, "__blobCollectorProvider"), + 1, + [blobManager](jsi::Runtime& rt, const jsi::Value& thisVal, const jsi::Value* args, size_t count) { + auto blobId = args[0].asString(rt).utf8(rt); + auto blobCollector = std::make_shared(blobManager, blobId); + return jsi::Object::createFromHostObject(rt, blobCollector); + } + ) + ); + } queue:RCTJSThread]; +} + +} // namespace react +} // namespace facebook diff --git a/Libraries/Blob/RCTBlobManager.mm b/Libraries/Blob/RCTBlobManager.mm index 597d9b23d4e..9e8faeb7b14 100755 --- a/Libraries/Blob/RCTBlobManager.mm +++ b/Libraries/Blob/RCTBlobManager.mm @@ -13,6 +13,7 @@ #import #import #import +#import "RCTBlobCollector.h" static NSString *const kBlobURIScheme = @"blob"; @@ -33,6 +34,7 @@ static NSString *const kBlobURIScheme = @"blob"; RCT_EXPORT_MODULE(BlobModule) @synthesize bridge = _bridge; +@synthesize methodQueue = _methodQueue; - (void)setBridge:(RCTBridge *)bridge { @@ -40,6 +42,8 @@ RCT_EXPORT_MODULE(BlobModule) std::lock_guard lock(_blobsMutex); _blobs = [NSMutableDictionary new]; + + facebook::react::RCTBlobCollector::install(self); } + (BOOL)requiresMainQueueSetup