Constant COMPUTE_BATCH_MEMORY_PROPORTION_FOR_SERVING 

const COMPUTE_BATCH_MEMORY_PROPORTION_FOR_SERVING: f64 = 0.6;