Source code for distil.active_learning_strategies.entropy_sampling

import torch
from .strategy import Strategy

[docs]class EntropySampling(Strategy): """ Implements the Entropy Sampling Strategy, one of the most basic active learning strategies, where we select samples about which the model is most uncertain. To quantify the uncertainity we use entropy and therefore select points which have maximum entropy. Suppose the model has `nclasses` output nodes and each output node is denoted by :math:`z_j`. Thus, :math:`j \\in [1,nclasses]`. Then for a output node :math:`z_i` from the model, the corresponding softmax would be .. math:: \\sigma(z_i) = \\frac{e^{z_i}}{\\sum_j e^{z_j}} Then entropy can be calculated as, .. math:: ENTROPY = -\\sum_j \\sigma(z_j)*log(\\sigma(z_i)) The algorithm then selects `budget` no. of elements with highest **ENTROPY**. Parameters ---------- X: numpy array Present training/labeled data y: numpy array Labels of present training data unlabeled_x: numpy array Data without labels net: class Pytorch Model class handler: class Data Handler, which can load data even without labels. nclasses: int Number of unique target variables args: dict Specify optional parameters batch_size Batch size to be used inside strategy class (int, optional) """ def __init__(self, X, Y, unlabeled_x, net, handler, nclasses, args={}): """ Constructor method """ super(EntropySampling, self).__init__(X, Y, unlabeled_x, net, handler, nclasses, args)
[docs] def select(self, budget): """ Select next set of points Parameters ---------- budget: int Number of indexes to be returned for next set Returns ---------- U_idx: list List of selected data point indexes with respect to unlabeled_x """ probs = self.predict_prob(self.unlabeled_x) log_probs = torch.log(probs) U = (probs*log_probs).sum(1) U_idx = U.sort()[1][:budget] return U_idx