feature/benchmark/com.shifthackz.aisdv1.feature.benchmark/BenchmarkRecommendationPolicy

BenchmarkRecommendationPolicy

internal object BenchmarkRecommendationPolicy(source)

Derives provider-specific settings from benchmark measurements.

Author

Dmitriy Moroz

Functions

accelerationStatus

private fun BenchmarkDeviceInfo.accelerationStatus(accelerator: BenchmarkAccelerator): BenchmarkAccelerationStatus

androidRecommendations

private fun androidRecommendations(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, cpuScore: Int, memoryScore: Int, acceleratorScore: Int): List<BenchmarkProviderRecommendation>

fun effectiveRamMb(deviceInfo: BenchmarkDeviceInfo): Long

estimateBonsaiWarmGenerationSeconds

private fun estimateBonsaiWarmGenerationSeconds(width: Int, height: Int, samplingSteps: Int, totalScore: Int, deviceInfo: BenchmarkDeviceInfo): Int

estimateCoreMlWarmGenerationSeconds

private fun estimateCoreMlWarmGenerationSeconds(width: Int, height: Int, samplingSteps: Int, totalScore: Int, deviceInfo: BenchmarkDeviceInfo): Int

estimateGenerationSeconds

fun estimateGenerationSeconds(provider: ServerSource, width: Int, height: Int, samplingSteps: Int, totalScore: Int, deviceInfo: BenchmarkDeviceInfo): Int

fallbackRecommendation

fun fallbackRecommendation(providerRecommendations: List<BenchmarkProviderRecommendation>): BenchmarkRecommendation

iosBonsaiProfile

private fun iosBonsaiProfile(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, ramMb: Long): IosLocalGenerationProfile

iosCoreMlProfile

private fun iosCoreMlProfile(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, ramMb: Long): IosLocalGenerationProfile

iosRecommendations

private fun iosRecommendations(deviceInfo: BenchmarkDeviceInfo, totalScore: Int): List<BenchmarkProviderRecommendation>

isHighEndIosCoreMlDevice

private fun BenchmarkDeviceInfo.isHighEndIosCoreMlDevice(ramMb: Long): Boolean

fun isPixel3aClass(deviceInfo: BenchmarkDeviceInfo): Boolean

mediaPipeRecommendation

private fun mediaPipeRecommendation(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, lowMemory: Boolean, pixel3aClass: Boolean): BenchmarkProviderRecommendation

private fun notRecommended(provider: ServerSource, issues: List<BenchmarkProviderIssue>, sdxlBackend: SdxlBackend = SdxlBackend.CPU): BenchmarkProviderRecommendation

onnxRecommendation

private fun onnxRecommendation(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, lowMemory: Boolean, lowScore: Boolean, pixel3aClass: Boolean): BenchmarkProviderRecommendation

providerRecommendations

fun providerRecommendations(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, cpuScore: Int, memoryScore: Int, acceleratorScore: Int): List<BenchmarkProviderRecommendation>

private fun recommended(provider: ServerSource, width: Int, height: Int, samplingSteps: Int, cfgScale: Float, estimatedTimeSeconds: Int, backgroundGeneration: Boolean, batchCount: Int = 1, sdxlBackend: SdxlBackend = SdxlBackend.CPU, issues: List<BenchmarkProviderIssue> = emptyList()): BenchmarkProviderRecommendation

sdxlRecommendation

private fun sdxlRecommendation(deviceInfo: BenchmarkDeviceInfo, totalScore: Int, cpuScore: Int, memoryScore: Int, acceleratorScore: Int, lowMemory: Boolean, pixel3aClass: Boolean): BenchmarkProviderRecommendation