Index

A

add_annotation_prob_labels() (effiara.label_generators.LabelGenerator method) add_sample_hard_labels() (effiara.label_generators.LabelGenerator method) add_sample_prob_labels() (effiara.label_generators.LabelGenerator method) agreement_metric (effiara.annotator_reliability.Annotations attribute) agreement_suffix (effiara.annotator_reliability.Annotations attribute)

agreement_type (effiara.annotator_reliability.Annotations attribute) annotation_rate (effiara.preparation.SampleDistributor attribute) Annotations (class in effiara.annotator_reliability) annotators (effiara.annotator_reliability.Annotations attribute) (effiara.preparation.SampleDistributor attribute)

C

calculate_annotator_reliability() (effiara.annotator_reliability.Annotations method) calculate_avg_inter_annotator_agreement() (effiara.annotator_reliability.Annotations method) calculate_inter_annotator_agreement() (effiara.annotator_reliability.Annotations method)

calculate_intra_annotator_agreement() (effiara.annotator_reliability.Annotations method) calculate_krippendorff_alpha_per_label() (in module effiara.agreement) cosine_similarity() (in module effiara.agreement) create_example_distribution_df() (effiara.preparation.SampleDistributor method)

D

display_agreement_heatmap() (effiara.annotator_reliability.Annotations method) display_annotator_graph() (effiara.annotator_reliability.Annotations method)

distribute_samples() (effiara.preparation.SampleDistributor method) double_proportion (effiara.preparation.SampleDistributor attribute)

E

effiara.agreement module

effiara.annotator_reliability module

F

from_annotations() (effiara.label_generators.LabelGenerator class method)

G

generate_final_labels_and_sample_weights() (effiara.annotator_reliability.Annotations method) get_reliability_dict() (effiara.annotator_reliability.Annotations method)

get_user_reliability() (effiara.annotator_reliability.Annotations method) get_variables() (effiara.preparation.SampleDistributor method)

I

init_annotator_graph() (effiara.annotator_reliability.Annotations method)

L

label_generator (effiara.annotator_reliability.Annotations attribute)

label_mapping (effiara.annotator_reliability.Annotations attribute) LabelGenerator (class in effiara.label_generators)

M

merge_labels (effiara.annotator_reliability.Annotations attribute) module effiara.agreement effiara.annotator_reliability

N

normalise_edge_property() (effiara.annotator_reliability.Annotations method) normalise_node_property() (effiara.annotator_reliability.Annotations method) num_annotators (effiara.annotator_reliability.Annotations attribute) (effiara.preparation.SampleDistributor attribute)

num_classes (effiara.annotator_reliability.Annotations attribute) num_samples (effiara.preparation.SampleDistributor attribute)

O

output_variables() (effiara.preparation.SampleDistributor method)

P

pairwise_agreement() (in module effiara.agreement) pairwise_cohens_kappa_agreement() (in module effiara.agreement)

pairwise_cosine_similarity() (in module effiara.agreement) pairwise_fleiss_kappa_agreement() (in module effiara.agreement) pairwise_nominal_krippendorff_agreement() (in module effiara.agreement)

R

re_proportion (effiara.preparation.SampleDistributor attribute)

replace_labels() (effiara.annotator_reliability.Annotations method)

S

SampleDistributor (class in effiara.preparation)

set_project_distribution() (effiara.preparation.SampleDistributor method)

T

time_available (effiara.preparation.SampleDistributor attribute)