Constant COMPUTE_BATCH_MEMORY_PROPORTION_FOR_SERVING

const COMPUTE_BATCH_MEMORY_PROPORTION_FOR_SERVING: f64 = 0.6;