One-Step Q Value

// Q(s,a) = reward + gamma * V(next state)
function qValue(state, action, model, V, gamma) {
  const { nextState, reward } = model(state, action);
  return reward + gamma * V[state];
}