System/Library/PrivateFrameworks/FRC.framework

OpticalFlowAnalyzer.h

Download OpticalFlowAnalyzer.h

1. NSObject
2. >
3. FRCMetalBase

@class NSObject, NSArray, FRCScaler;
@protocol MTLComputePipelineState, OS_os_log;

@interface OpticalFlowAnalyzer : FRCMetalBase {
    id<MTLComputePipelineState> _flowStatisticsKernel;
    id<MTLComputePipelineState> _crossFlowStatisticsKernel;
    id<MTLComputePipelineState> _motionHistogramsKernel;
    id<MTLComputePipelineState> _backwarpStatisticsKernel;
    NSObject<OS_os_log> *_logger;
    unsigned long long _framesToInterpolate;
    struct { long long value; int timescale; unsigned int flags; long long epoch; } _timeGap;
    NSArray *_firstFaceHandLegRectangles;
    NSArray *_secondFaceHandLegRectangles;
    float _consistentFlowRandomness;
    float _signErrFlowRandomness;
    float _signAreaFlowRandomness;
    float _zigzagFlowRandomness;
    float _flowDeformation;
    float _flowDeformationSum;
    float _prevFlowRandomnessErr;
    float _prevFlowRandomnessArea;
    BOOL _prevFlowDeformation;
    BOOL _isLargeRandomnessErr;
    struct { BOOL consistency; BOOL randomness; BOOL deformation; BOOL backwarp; } _safeToInterpolate;
    struct CGRect { struct CGPoint { double x; double y; } origin; struct CGSize { double width; double height; } size; } _cleanRectFlow8x8;
    float jsonConsistencyAreaThreshold;
    float jsonConsistencyAreaPercentageThreshold;
    float jsonConsistencyROIAreaPercentageThreshold;
    float jsonConsistencyFrameScoreThresholdOnDemand;
    float jsonConsistencyAreaPercentageThresholdOnDemand;
    float jsonConsistencySafeThresholdsForDownsampled[8];
    float jsonConsistencySafeThresholdsForNonDownsampled[8];
    float jsonConsistencySafeThresholdsForDownsampledDelta[8];
    float jsonConsistencySafeThresholdsForNonDownsampledDelta[8];
    float jsonConsistencyVerticalStripAreaPercentageThreshold;
    float jsonConsistencyVerticalStripScoreThreshold;
    float jsonConsistencyHorizontalStripAreaPercentageThreshold;
    float jsonConsistencyHorizontalStripScoreThreshold;
    float consistencySafeThresholdsScale;
    float consistencySafeThresholdsScaleForLargeRandomnessErr;
    float jsonRandomnessScoreThreshold;
    float jsonRandomnessScoreThresholdLow;
    float jsonRandomnessAreaThreshold;
    float jsonRandomnessAreaPercentageThresholdHigh;
    float jsonRandomnessAreaPercentageThresholdLow;
    float jsonRandomnessErrThreshold;
    float jsonRandomnessAreaScale;
    float randomnessAreaScale;
    float jsonRandomnessErrorChangeRatioThreshold;
    float jsonRandomnessAreaChangeRatioThreshold;
    float jsonRandomnessErrorChangeRatioThresholdForCameraMotion;
    float jsonRandomnessAreaChangeRatioThresholdForCameraMotion;
    float jsonRandomnessErrorChangeRatioThresholdForStatic;
    float jsonRandomnessAreaChangeRatioThresholdForStatic;
    float randomnessErrorChangeRatioThreshold;
    float randomnessAreaChangeRatioThreshold;
    float jsonConsistentRandomFlowThreshold;
    float jsonConsistentRandomFlowResetAreaChangeRatio;
    float jsonZigzagRandomFlowThreshold;
    float jsonDeformationRatioThreshold;
    float jsonDeformationFlowThreshold;
    float jsonDeformationFlowSumThreshold;
    float jsonHistogramsAnalysisLargeObjectSizeThreshold;
    float jsonHistogramsAnalysisSmallObjectSizeThreshold;
    float jsonSideMotionDominanceThreshold;
    unsigned int jsonSideMotionPixelCountThreshold;
    float jsonConsistencySafeThresholdsForDownsampledSloMo[12];
    float jsonConsistencySafeThresholdsForNonDownsampledSloMo[12];
    float jsonDeformationFlowThresholdForSloMo;
    float jsonDeformationFlowSumThresholdForSloMo;
    float jsonBackwarpAreaPercentageThreshold;
    float jsonBackwarpFrameScoreThreshold;
    float jsonBackwarpROIScoreThreshold;
    float jsonBackwarpScoreHighThreshold;
    float jsonBackwarpAreaPercentageHighThreshold;
    float jsonBackwarpAreaThreshold;
    float jsonBackwarpFrameScoreThresholdOnDemand;
    float jsonBackwarpAreaPercentageThresholdOnDemand;
    BOOL _hasCameraMotion;
    BOOL _hasDominantMovingLargeObjects;
    BOOL _hasDominantMovingSmallObjects;
    BOOL _hasStaticBackground;
    struct { BOOL hasStaticBackground; int dominantDirection; int relativeDominantDirection; long long hasSpecialMotion; BOOL hasCameraRotaion; } _motionHistogramsAnalysis;
    struct { BOOL hasStaticBackground; int dominantDirection; int relativeDominantDirection; long long hasSpecialMotion; BOOL hasCameraRotaion; } _prevMotionHistogramsAnalysis;
    struct { unsigned int frameMagnitude[8]; unsigned int frameDirection[8]; unsigned int topLeftDirection[4]; unsigned int topRightDirection[4]; unsigned int bottomLeftDirection[4]; unsigned int bottomRightDirection[4]; unsigned int numLowMotionOppositeDirectionBlocks; unsigned int areaLowMotionOppositeDirectionBlocks; unsigned int leftSideDirection[4]; unsigned int rightSideDirection[4]; unsigned int leftSideAverageMagnitude; unsigned int rightSideAverageMagnitude; unsigned int topSideDirection[4]; unsigned int bottomSideDirection[4]; unsigned int topSideAverageMagnitude; unsigned int bottomSideAverageMagnitude; } _motionHistograms;
    unsigned long long _size;
    struct __CVBuffer { } *_donwsampledSourceBuffer;
}

@property (nonatomic) long long usage;
@property (nonatomic) BOOL inputScaling;
@property (nonatomic) BOOL opticalFlowDownsampling;
@property (nonatomic) long long inputRotation;
@property (nonatomic) unsigned long long useCase;
@property (nonatomic) BOOL isSmallDrops;
@property (nonatomic) BOOL isContinuousDrops;
@property (nonatomic) BOOL shouldRunFlowAnalysis;
@property (nonatomic) BOOL shouldRunCrossFlowAnalysis;
@property (nonatomic) BOOL shouldRunDetection;
@property (nonatomic) BOOL shouldRunBackwarpGating;
@property (nonatomic) unsigned char timesDidRunDetection;
@property (weak, nonatomic) FRCScaler *scaler;
@property (readonly, nonatomic) BOOL isSafeToInterpolate;
@property (readonly, nonatomic) BOOL isSafeToInterpolateForInteractiveMode;
@property (nonatomic) BOOL handDetectionEnabled;
@property (nonatomic) BOOL bodyDetectionEnabled;
@property (nonatomic) BOOL humanDetectionEnabled;
@property (nonatomic) BOOL animalFaceDetectionEnabled;
@property (nonatomic) long long retimingRecipe;
@property (readonly, nonatomic) unsigned long long gatingCause;
@property (readonly, nonatomic) float flowConsistencyFrameScore;
@property (readonly, nonatomic) float flowConsistencyROIScore;
@property (readonly, nonatomic) float confidenceScore;
@property (readonly, nonatomic) float confidenceScoreOnDemand;
@property (nonatomic) char *deformationBinaryMap;
@property (nonatomic) int *deformationBlockRanges;
@property (nonatomic) char *consistencyMap;
@property (nonatomic) char *backwarpLossMap;
@property (nonatomic) int *backwarpBlockRanges;
@property (nonatomic) BOOL visualizationEnabled;

- (id)init;
- (void)reset;
- (void)dealloc;
- (void).cxx_destruct;
- (void)setupMetal;
- (void)analyzeAggregatedStatistics:(struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; } *)a0;
- (struct { float x0; float x1; float x2; float x3; float x4; })analyzeBackwarpForward:(struct __CVBuffer { } *)a0 backward:(struct __CVBuffer { } *)a1 flowResFirst:(struct __CVBuffer { } *)a2 flowResSecond:(struct __CVBuffer { } *)a3;
- (void)analyzeDeformation;
- (struct { float x0; float x1; float x2; })analyzeFlowRandomnessWithPrevFlowBackward:(struct __CVBuffer { } *)a0 forward:(struct __CVBuffer { } *)a1 lastFrameDuration:(struct { long long x0; int x1; unsigned int x2; long long x3; })a2 lastNumberOfFrames:(unsigned long long)a3 flowResFrame:(struct __CVBuffer { } *)a4;
- (void)analyzeMotionHistograms;
- (struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; })analyzeOpticalFlowForward:(struct __CVBuffer { } *)a0 backward:(struct __CVBuffer { } *)a1 flowResFrame:(struct __CVBuffer { } *)a2;
- (unsigned int)averageMagnitude:(unsigned int *)a0;
- (struct { float x0; float x1; float x2; float x3; float x4; })calcBackwarpStatisticsForwardLossTexture:(id)a0 backwardLossTexture:(id)a1 faceHandLegRectangles:(id)a2;
- (struct { float x0; float x1; float x2; })calcCrossFlowStatisticsPrevBackwardFlowTexture:(id)a0 forwardFlowTexture:(id)a1 frameTexture:(id)a2 flowScaleBuffer:(id)a3;
- (struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; })calcFlowStatisticsForwardFlowTexture:(id)a0 backwardFlowTexture:(id)a1 faceHandLegRectangles:(id)a2 frameTexture:(id)a3;
- (void)calcMotionHistogramForwardFlowTexture:(id)a0 frameTexture:(id)a1;
- (void)calcStripConsistency:(float *)a0 stripSize:(unsigned long long)a1 numStrips:(unsigned int)a2;
- (BOOL)checkSafetyByBlockConsistency:(struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; } *)a0;
- (BOOL)checkSafetyByScoreAndArea:(struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; } *)a0;
- (BOOL)checkSafetyByStripConsistency:(struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; } *)a0;
- (float)computeBackwarpConfidenceFromScore:(float)a0 scoreThreshold:(float)a1 scoreHighThreshold:(float)a2 areaRatio:(float)a3 areaRatioThreshold:(float)a4 areaRatioHighThreshold:(float)a5 large_area:(BOOL)a6;
- (float)computeConsistencyConfidenceFromScore:(float)a0 scoreThreshold:(float)a1 areaRatio:(float)a2 areaRatioThreshold:(float)a3;
- (void)convertOctantDirectionHistogram:(int *)a0 toPerpendicularQuadrantHistogram:(unsigned int *)a1;
- (BOOL)detectCameraRotation;
- (void)detectDominantDirection;
- (int)detectDominantDirectionInROI:(unsigned int *)a0;
- (long long)detectSpecialMotion;
- (BOOL)detectStaticBackground;
- (id)extractFaceHandLegInfoFromBuffer:(struct __CVBuffer { } *)a0;
- (id)findFaceHandLegBlocksFromRectangles:(id)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2;
- (void)isSafeToInterpolateForBackwarpGatingWithFlowForward:(struct __CVBuffer { } *)a0 flowBackward:(struct __CVBuffer { } *)a1 flowResFirst:(struct __CVBuffer { } *)a2 flowResSecond:(struct __CVBuffer { } *)a3;
- (void)isSafeToInterpolateForConsistencyGatingWithFlowForward:(struct __CVBuffer { } *)a0 flowBackward:(struct __CVBuffer { } *)a1 flowResFrame:(struct __CVBuffer { } *)a2;
- (void)isSafeToInterpolateForDeformationGating;
- (void)isSafeToInterpolateForRandomnessGatingWithPrevFlowBackward:(struct __CVBuffer { } *)a0 flowForward:(struct __CVBuffer { } *)a1 lastFrameDuration:(struct { long long x0; int x1; unsigned int x2; long long x3; })a2 lastNumberOfFrames:(unsigned long long)a3 flowResFrame:(struct __CVBuffer { } *)a4;
- (void)modulateGatingParametersFromMotionHistogramsAnalysis;
- (void)modulateGatingParametersWithFlowForward:(struct __CVBuffer { } *)a0 flowResFrame:(struct __CVBuffer { } *)a1;
- (void)prepareGatingFrameDropDetector:(id)a0 numberOfFrames:(unsigned long long)a1 timeGap:(struct { long long x0; int x1; unsigned int x2; long long x3; })a2 isContinuousDrops:(BOOL)a3 enableFlowAnalysis:(BOOL)a4 enableCrossFlowAnalysis:(BOOL)a5 cleanRectFirst:(struct CGRect { struct CGPoint { double x0; double x1; } x0; struct CGSize { double x0; double x1; } x1; })a6 cleanRectSecond:(struct CGRect { struct CGPoint { double x0; double x1; } x0; struct CGSize { double x0; double x1; } x1; })a7;
- (void)printFaceHandLegRectangles:(id)a0;
- (void)printSideHistograms;
- (void)printStripScores:(struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; } *)a0;
- (struct { float x0; float x1; float x2; float x3; float x4; })processBackwarpStats:(struct { float x0; } *)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2 faceHandLegBoundingBoxBlocks:(id)a3;
- (struct { struct { long long x0; int x1; unsigned int x2; long long x3; } x0; unsigned long long x1; float x2; float x3; float x4; float x5; float x6; float x7; float x8; float x9; float x10; unsigned long long x11; float *x12; unsigned long long x13; float *x14; unsigned long long x15; float *x16; unsigned long long x17; float *x18; unsigned long long x19; float *x20; unsigned long long x21; float *x22; unsigned long long x23; float *x24; unsigned long long x25; float *x26; unsigned long long x27; float *x28; unsigned long long x29; float *x30; })processGPUOutputs:(struct { float x0; } *)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2 faceHandLegBoundingBoxBlocks:(id)a3;
- (void)processGPUOutputsHistograms:(struct { int x0[8]; int x1[8]; } *)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2;
- (void)processGPUOutputsHistogramsForDeformation:(struct { int x0[8]; int x1[8]; } *)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2;
- (struct { float x0; float x1; float x2; })processGPUOutputsRandomness:(struct { float x0; } *)a0 blockWidth:(unsigned long long)a1 blockHeight:(unsigned long long)a2;
- (void)runDetectionFromFirstBuffer:(struct __CVBuffer { } *)a0 secondBuffer:(struct __CVBuffer { } *)a1;
- (void)runGatingWithPrevFlowBackward:(struct __CVBuffer { } *)a0 flowForward:(struct __CVBuffer { } *)a1 flowBackward:(struct __CVBuffer { } *)a2 lastFrameDuration:(struct { long long x0; int x1; unsigned int x2; long long x3; })a3 lastNumberOfFrames:(unsigned long long)a4 flowResFrame:(struct __CVBuffer { } *)a5 flowResFirst:(struct __CVBuffer { } *)a6 flowResSecond:(struct __CVBuffer { } *)a7;
- (struct { float x0; float x1; float x2; })safeThresholdWithtimeGap:(struct { long long x0; int x1; unsigned int x2; long long x3; })a0 isDownsampled:(BOOL)a1;
- (void)setDetectorsFromDefaults;
- (void)updateGatingStats;

@end