Source code for botorch.acquisition.active_learning

#!/usr/bin/env python3
# Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

r"""
Active learning acquisition functions.

.. [Seo2014activedata]
    S. Seo, M. Wallat, T. Graepel, and K. Obermayer. Gaussian process regression:
    Active data selection and test point rejection. IJCNN 2000.

.. [Chen2014seqexpdesign]
    X. Chen and Q. Zhou. Sequential experimental designs for stochastic kriging.
    Winter Simulation Conference 2014.

.. [Binois2017repexp]
    M. Binois, J. Huang, R. B. Gramacy, and M. Ludkovski. Replication or
    exploration? Sequential design for stochastic simulation experiments.
    ArXiv 2017.
"""

from __future__ import annotations

from typing import Optional

from botorch import settings
from botorch.acquisition.analytic import AnalyticAcquisitionFunction
from botorch.acquisition.objective import ScalarizedObjective
from botorch.models.model import Model
from botorch.sampling.samplers import MCSampler, SobolQMCNormalSampler
from botorch.utils.transforms import concatenate_pending_points, t_batch_mode_transform
from torch import Tensor


[docs]class qNegIntegratedPosteriorVariance(AnalyticAcquisitionFunction): r"""Batch Integrated Negative Posterior Variance for Active Learning. This acquisition function quantifies the (negative) integrated posterior variance (excluding observation noise, computed using MC integration) of the model. In that, it is a proxy for global model uncertainty, and thus purely focused on "exploration", rather the "exploitation" of many of the classic Bayesian Optimization acquisition functions. See [Seo2014activedata]_, [Chen2014seqexpdesign]_, and [Binois2017repexp]_. """ def __init__( self, model: Model, mc_points: Tensor, sampler: Optional[MCSampler] = None, objective: Optional[ScalarizedObjective] = None, X_pending: Optional[Tensor] = None, ) -> None: r"""q-Integrated Negative Posterior Variance. Args: model: A fitted model. mc_points: A `batch_shape x N x d` tensor of points to use for MC-integrating the posterior variance. Usually, these are qMC samples on the whole design space, but biased sampling directly allows weighted integration of the posterior variance. sampler: The sampler used for drawing fantasy samples. In the basic setting of a standard GP (default) this is a dummy, since the variance of the model after conditioning does not actually depend on the sampled values. objective: A ScalarizedObjective. Required for multi-output models. X_pending: A `n' x d`-dim Tensor of `n'` design points that have points that have been submitted for function evaluation but have not yet been evaluated. """ super().__init__(model=model, objective=objective) if sampler is None: # If no sampler is provided, we use the following dummy sampler for the # fantasize() method in forward. IMPORTANT: This assumes that the posterior # variance does not depend on the samples y (only on x), which is true for # standard GP models, but not in general (e.g. for other likelihoods or # heteroskedastic GPs using a separate noise model fit on data). sampler = SobolQMCNormalSampler( num_samples=1, resample=False, collapse_batch_dims=True ) self.sampler = sampler self.X_pending = X_pending self.register_buffer("mc_points", mc_points)
[docs] @concatenate_pending_points @t_batch_mode_transform() def forward(self, X: Tensor) -> Tensor: # Construct the fantasy model (we actually do not use the full model, # this is just a convenient way of computing fast posterior covariances fantasy_model = self.model.fantasize( X=X, sampler=self.sampler, observation_noise=True ) bdims = tuple(1 for _ in X.shape[:-2]) if self.model.num_outputs > 1: # We use q=1 here b/c ScalarizedObjective currently does not fully exploit # lazy tensor operations and thus may be slow / overly memory-hungry. # TODO (T52818288): Properly use lazy tensors in scalarize_posterior mc_points = self.mc_points.view(-1, *bdims, 1, X.size(-1)) else: # While we only need marginal variances, we can evaluate for q>1 # b/c for GPyTorch models lazy evaluation can make this quite a bit # faster than evaluting in t-batch mode with q-batch size of 1 mc_points = self.mc_points.view(*bdims, -1, X.size(-1)) # evaluate the posterior at the grid points with settings.propagate_grads(True): posterior = fantasy_model.posterior(mc_points) # transform with the scalarized objective if self.objective is not None: posterior = self.objective(posterior) neg_variance = posterior.variance.mul(-1.0) if self.objective is None: # if single-output, shape is 1 x batch_shape x num_grid_points x 1 return neg_variance.mean(dim=-2).squeeze(-1).squeeze(0) else: # if multi-output + obj, shape is num_grid_points x batch_shape x 1 x 1 return neg_variance.mean(dim=0).squeeze(-1).squeeze(-1)