TRTC Integration

Flutter Layer                 Native Layer
┌──────────────────┐         ┌─────────────────────────────────┐
│ FBBeautyEffect   │         │ TRTC video capture               │
│ Engine.init()    │         │   ↓ (texture ID)                 │
│ engine.set*()    │         │ onProcessVideoFrame()            │
│ set parameters   │         │   ↓                              │
└──────────────────┘         │ FB engine.processImage(texture)  │
                             │   ↓                              │
                             │ output texture → TRTC streaming  │
                             └─────────────────────────────────┘

await FBBeautyEffectEngine.init(
  FBEngineConfig(appId: 'your_app_id', appKey: 'your_app_key'),
);

final engine = FBBeautyEffectEngine.sharedInstance;
await engine.setBasicParam(FBBasicParam.smoothing, 0.8);
await engine.setBasicParam(FBBasicParam.whitening, 0.6);
await engine.setReshapeParam(FBReshapeParam.faceThin, 0.3);

pod 'TXCustomBeautyProcesserPlugin', '1.0.2'

import Facebetter
import facebetter_flutter

class FBBeautyProcesser: NSObject, ITXCustomBeautyProcesser {
    func getSupportedPixelFormat() -> ITXCustomBeautyPixelFormat { .Texture2D }
    func getSupportedBufferType() -> ITXCustomBeautyBufferType { .Texture }

    func onProcessVideoFrame(srcFrame: ITXCustomBeautyVideoFrame,
                             dstFrame: ITXCustomBeautyVideoFrame) -> ITXCustomBeautyVideoFrame {
        guard let engine = FacebetterPlugin.sharedInstance().engine else { return srcFrame }

        let inputFrame = FBImageFrame.createWithTexture(
            srcFrame.texture.textureId,
            width: srcFrame.width, height: srcFrame.height,
            stride: srcFrame.width * 4)
        inputFrame.type = .video

        guard let outputFrame = engine.processImage(inputFrame) else { return srcFrame }
        dstFrame.texture.textureId = outputFrame.texture
        return dstFrame
    }
}

class FBBeautyProcesserFactory: NSObject, ITXCustomBeautyProcesserFactory {
    private var processer: FBBeautyProcesser?
    func createCustomBeautyProcesser() -> ITXCustomBeautyProcesser {
        if processer == nil { processer = FBBeautyProcesser() }
        return processer!
    }
    func destroyCustomBeautyProcesser() { processer = nil }
}

func application(_ application: UIApplication,
                 didFinishLaunchingWithOptions launchOptions: [UIApplication.LaunchOptionsKey: Any]?) -> Bool {
    GeneratedPluginRegistrant.register(with: self)
    TencentTRTCCloud.register(FBBeautyProcesserFactory())
    return super.application(application, didFinishLaunchingWithOptions: launchOptions)
}

#import "FacebetterPlugin.h"

implementation 'com.tencent.liteav:custom-video-processor:latest.release'

class FBBeautyProcesser : ITXCustomBeautyProcesser {
    override fun getSupportedPixelFormat() = TXCustomBeautyPixelFormat.Texture2D
    override fun getSupportedBufferType() = TXCustomBeautyBufferType.Texture

    override fun onProcessVideoFrame(srcFrame: TXCustomBeautyVideoFrame,
                                      dstFrame: TXCustomBeautyVideoFrame) {
        val engine = FacebetterPlugin.sharedInstance?.getEngine() ?: return
        val inputFrame = ImageFrame.createWithTexture(
            srcFrame.texture.textureId,
            srcFrame.width, srcFrame.height, srcFrame.width * 4)
        inputFrame.type = ImageFrame.FrameType.VIDEO
        val outputFrame = engine.processImage(inputFrame) ?: return
        dstFrame.texture.textureId = outputFrame.texture
    }
}

class FBBeautyProcesserFactory : ITXCustomBeautyProcesserFactory {
    private var processer: FBBeautyProcesser? = null
    override fun createCustomBeautyProcesser(): ITXCustomBeautyProcesser {
        if (processer == null) processer = FBBeautyProcesser()
        return processer!!
    }
    override fun destroyCustomBeautyProcesser() { processer = null }
}

override fun configureFlutterEngine(flutterEngine: FlutterEngine) {
    super.configureFlutterEngine(flutterEngine)
    TXCustomVideoProcessRegisterer.register(FBBeautyProcesserFactory())
}

await trtcCloud.enableCustomVideoProcess(true);

await engine.setBasicParam(FBBasicParam.smoothing, 0.9);
await engine.setReshapeParam(FBReshapeParam.faceThin, 0.5);
await engine.setFilter('new_filter');

await FBBeautyEffectEngine.sharedInstance.release();