Stopping_Rule_ThompsomSampling.py

"""
Stopping rule based on budget to ask questions and likelihood of changing the diagnostics.
The diagnostics consists of the top ranked questions by number of YES.

The stopping rule checks if asking more questions will change the diagnotics with a minimal probability P,
which is determined as hyperparameter.
"""
class Stopping_Rule_TS(object):
    pass

    def compute_markov_inequality(self, question_answers):
        """how to do this for Thompsom sampling (beta distributions)"""
        pass

    def compute_chebyshev_inequality(self, question_answers):
         """how to do this for Thompsom sampling (beta distributions)"""
        pass

    def compute_probabiity_of_asking_questions(self, questions_list):
        """"Pseudocode:
        - sample uniformly from the probability distributions of each arm 
        - count how many times each arm was higher than all the others
        - divide this count by the total number of times the arm was sampled
        
        """

        pass

    def sort_questions_by_probability_of_asking(self, question_list):
        """        
        1- compute the probability of a question being asked 

        sort questions in descending order of probability of being asked, 
        which is proportionate to product of the mean accuracy and the variance.
        """
        pass

    def compute_probability_of_permutation(self, top_ranked, candidate_ranked):
        """
        Compute the chances that the top_ranked list will be over taken by
        the candidate_ranked (which is a permutation of the top_ranked)
        1- identify the questions that change positions and the question that was overtaken
        2- for each question that changed position, compute the markov-inequality
        3- for each question that changed position, compute the probability of being asked
        4- multiply 2 and 3 for all questions that changed position
        5- add all terms in 4
        6- return 5 as the probability of a permutation.
        """
        
        pass

#----------------------------------------------------------------
#Main