Index

_

__call__() (xpmir.learning.learner.LearnerListener method) (xpmir.neural.dual.DualVectorListener method)

A

adapter (xpmir.letor.samplers.hydrators.PairwiseTransformAdapter attribute) (xpmir.rankers.adapters.ScorerTransformAdapter attribute) adapters (xpmir.letor.samplers.hydrators.SampleTransformList attribute) after() (xpmir.context.InitializationHook method) (xpmir.learning.context.InitializationTrainingHook method) (xpmir.learning.context.StepTrainingHook method) aggregated (xpmir.evaluation.BaseEvaluation attribute) (xpmir.evaluation.Evaluate attribute) (xpmir.evaluation.RunEvaluation attribute)

aggregation (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) AP (in module xpmir.measures) assessments (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.datasets.adapters.RandomFold attribute) (xpmir.evaluation.RunEvaluation attribute)

B

b (xpmir.rankers.standard.BM25 attribute) base (xpmir.datasets.adapters.DocumentSubset attribute) batch_size (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) batch_tokenize() (xpmir.text.tokenizers.Tokenizer method) batcher (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute)

batchsize (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) before() (xpmir.context.InitializationHook method) (xpmir.learning.context.InitializationTrainingHook method) (xpmir.learning.context.StepTrainingHook method) bestpath (xpmir.letor.learner.ValidationListener attribute)

C

callable (xpmir.experiments.ir.IRExperimentHelper attribute) checkpoint_interval (xpmir.learning.learner.Learner attribute) checkpointspath (xpmir.learning.learner.Learner attribute) collection() (xpmir.rankers.Retriever method) combine (xpmir.neural.interaction.drmm.Drmm attribute) compression_size (xpmir.neural.interaction.colbert.Colbert attribute) compute() (xpmir.letor.distillation.pairwise.DistillationPairwiseLoss method)

config (xpmir.text.huggingface.base.HFMaskedLanguageModel attribute) (xpmir.text.huggingface.base.HFModel attribute) converter (xpmir.text.huggingface.tokenizers.HFTokenizerAdapter attribute) count (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) cpu_fallback (xpmir.learning.devices.CudaDevice attribute) cutoff (xpmir.measures.Measure attribute)

D

data (xpmir.learning.parameters.PrefixRenamer attribute) (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute) dataset (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.RetrieverBasedCollection attribute) (xpmir.evaluation.Evaluate attribute) (xpmir.letor.learner.ValidationListener attribute) (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) (xpmir.letor.samplers.ModelBasedSampler attribute) (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) (xpmir.letor.samplers.PairwiseModelBasedSampler attribute) (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) datasets (xpmir.conversation.learning.DatasetConversationEntrySampler attribute) (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.mlm.samplers.MLMSampler attribute) decoder_outdim (xpmir.neural.generative.hf.T5IdentifierGenerator attribute) default (xpmir.learning.parameters.SubParametersIterator attribute) description (xpmir.papers.helpers.NeuralIRExperiment attribute) detailed (xpmir.evaluation.BaseEvaluation attribute) (xpmir.evaluation.Evaluate attribute) (xpmir.evaluation.RunEvaluation attribute) device (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.learning.learner.Learner attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) distribute_models() (xpmir.distributed.DistributableModel method)

distributed (xpmir.learning.devices.CudaDevice attribute) dlen (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) docids_path (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.datasets.adapters.RetrieverBasedCollection attribute) document_prefix (xpmir.letor.samplers.hydrators.SamplePrefixAdding attribute) document_store (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) documents (xpmir.documents.samplers.DocumentSampler attribute) (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) (xpmir.documents.samplers.RandomSpanSampler attribute) (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.SparseRetrieverIndex attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSample attribute) (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.full.FullRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) documentstore (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) (xpmir.letor.samplers.hydrators.SampleHydrator attribute) dropout (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute)

E

early_stop (xpmir.letor.learner.ValidationListener attribute) encoder (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.neural.cross.CrossScorer attribute) (xpmir.neural.cross.DuoCrossScorer attribute) (xpmir.neural.dual.CosineDense attribute) (xpmir.neural.dual.Dense attribute) (xpmir.neural.dual.DotDense attribute) (xpmir.neural.dual.DualVectorScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) (xpmir.neural.jointclassifier.JointClassifier attribute) (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.adapters.MeanTextEncoder attribute) (xpmir.text.encoders.TokenizedTextEncoder attribute) (xpmir.text.huggingface.TransformerTextEncoderAdapter attribute)

eps (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) eval() (xpmir.rankers.Scorer method) evaluate_retriever() (xpmir.evaluation.Evaluations method) (xpmir.evaluation.EvaluationsCollection method) Evaluations (class in xpmir.evaluation) EvaluationsCollection (class in xpmir.evaluation) exclude (xpmir.datasets.adapters.RandomFold attribute) excludes (xpmir.learning.optim.RegexParameterFilter attribute)

F

faiss_index (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) file (xpmir.papers.helpers.NeuralIRExperiment attribute) filter (xpmir.learning.optim.ParameterOptimizer attribute)

fold (xpmir.datasets.adapters.RandomFold attribute) folds() (xpmir.datasets.adapters.RandomFold static method) forward() (xpmir.text.encoders.TokensEncoder method) from_pretrained_id() (xpmir.text.huggingface.encoders.HFEncoderBase class method) from_sentence_transformers() (xpmir.neural.dual.Dense class method)

G

generator (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) getRetriever() (xpmir.rankers.Scorer method)

gpu (xpmir.experiments.helpers.NeuralIRExperiment attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) gpu_determ (xpmir.learning.devices.CudaDevice attribute)

H

hard_negative_samples (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) hard_negative_samples_path (xpmir.letor.samplers.TSVPairwiseSampleDataset attribute) hard_negative_triplet (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) hashspace (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) hf_id (xpmir.neural.generative.hf.T5ConditionalGenerator attribute) (xpmir.neural.generative.hf.T5CustomOutputGenerator attribute) (xpmir.neural.generative.hf.T5IdentifierGenerator attribute) (xpmir.neural.huggingface.HFCrossScorer attribute) hidden (xpmir.neural.interaction.drmm.Drmm attribute) hist (xpmir.neural.interaction.drmm.Drmm attribute) history_encoder (xpmir.conversation.models.cosplade.CoSPLADE attribute) history_size (xpmir.conversation.models.cosplade.CoSPLADE attribute)

hooks (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.learning.learner.Learner attribute) (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] (xpmir.learning.trainers.Trainer attribute), [1] (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.learner.ValidationListener attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute)

I

id (xpmir.datasets.adapters.AdhocAssessmentFold attribute) (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.datasets.adapters.TopicFold attribute) (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.learning.learner.LearnerListener attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) (xpmir.letor.learner.ValidationListener attribute) (xpmir.letor.samplers.JSONLPairwiseSampleDataset attribute) (xpmir.letor.samplers.TSVPairwiseSampleDataset attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) id2tok() (xpmir.text.tokenizers.Tokenizer method) identifier (xpmir.measures.Measure attribute) ids (xpmir.datasets.adapters.AdhocAssessmentFold attribute) (xpmir.datasets.adapters.TopicFold attribute) in_memory (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute)

includes (xpmir.learning.optim.RegexParameterFilter attribute) index (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.neural.interaction.drmm.Drmm attribute) index_path (xpmir.index.sparse.SparseRetrieverIndex attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) indexspec (xpmir.index.faiss.IndexBackedFaiss attribute) info (xpmir.letor.learner.ValidationListener attribute) init_stddev (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) initialize() (xpmir.rankers.Scorer method) ir_experiment() (in module xpmir.experiments.ir) IRExperimentHelper (class in xpmir.experiments.ir) iterator (xpmir.learning.parameters.InverseParametersIterator attribute) (xpmir.learning.parameters.SubParametersIterator attribute)

K

k (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute)

k1 (xpmir.rankers.standard.BM25 attribute) keepNotRelevant (xpmir.datasets.adapters.RetrieverBasedCollection attribute) keepRelevant (xpmir.datasets.adapters.RetrieverBasedCollection attribute)

L

learned_model (namedtuple field) LearnerOutput (namedtuple in xpmir.learning.learner) listeners (namedtuple field) LearnerOutput (namedtuple in xpmir.learning.learner) lambda_d (xpmir.neural.dual.FlopsRegularizer attribute) (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) lambda_q (xpmir.neural.dual.FlopsRegularizer attribute) (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) lambda_warmup_steps (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) LauncherSpecification (class in xpmir.experiments.helpers) layer (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) learn (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute)

LearnerOutput (namedtuple in xpmir.learning.learner) learned_model (namedtuple field) listeners (namedtuple field) lexicon_size() (xpmir.text.tokenizers.Tokenizer method) linear_dim (xpmir.neural.interaction.colbert.Colbert attribute) listeners (xpmir.learning.learner.Learner attribute) log_miss (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) logpath (xpmir.learning.learner.Learner attribute) loss (xpmir.letor.trainers.generative.GenerativeTrainer attribute) losses (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) lossfn (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) lr (xpmir.learning.optim.Adafactor attribute) (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) (xpmir.learning.optim.SGD attribute)

M

mapper (xpmir.learning.parameters.PartialModuleLoader attribute) max_count (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) max_docs (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) max_epochs (xpmir.learning.learner.Learner attribute) max_length (xpmir.neural.cross.CrossScorer attribute) (xpmir.neural.huggingface.HFCrossScorer attribute) (xpmir.neural.jointclassifier.JointClassifier attribute) (xpmir.text.huggingface.tokenizers.HFTokenizer attribute) max_norm (xpmir.learning.optim.GradientClippingHook attribute) max_postings (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) max_ratio (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) max_spansize (xpmir.documents.samplers.RandomSpanSampler attribute) maxlen (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1] (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTextEncoderAdapter attribute) maxlen_doc (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) maxlen_query (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) measures (xpmir.evaluation.BaseEvaluation attribute) (xpmir.evaluation.Evaluate attribute) (xpmir.evaluation.RunEvaluation attribute) metrics (xpmir.letor.learner.ValidationListener attribute) min_factor (xpmir.learning.schedulers.LinearWithWarmup attribute) min_lambda_d (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) min_lambda_q (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) mlm_probability (xpmir.text.huggingface.MLMEncoder attribute) model (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.learning.learner.Learner attribute) (xpmir.learning.parameters.PrefixRenamer attribute) (xpmir.learning.parameters.RegexParametersIterator attribute) (xpmir.learning.parameters.SubParametersIterator attribute) (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] (xpmir.learning.trainers.Trainer attribute), [1] (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) (xpmir.text.huggingface.encoders.HFCLSEncoder attribute) (xpmir.text.huggingface.encoders.HFEncoderBase attribute) (xpmir.text.huggingface.encoders.HFTokensEncoder attribute)

model_id (xpmir.text.huggingface.base.HFModelConfigFromId attribute) (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1] (xpmir.text.huggingface.SentenceTransformerTextEncoder attribute) (xpmir.text.huggingface.tokenizers.HFTokenizer attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) models (xpmir.distributed.DistributedHook attribute) module xpmir.experiments.ir xpmir.letor.records xpmir.measures module (xpmir.learning.optim.ParameterOptimizer attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) mu (xpmir.rankers.standard.QLDirichlet attribute)

N

name (xpmir.learning.optim.GradientLogHook attribute) nbins (xpmir.neural.interaction.drmm.CountHistogram attribute) (xpmir.neural.interaction.drmm.LogCountHistogram attribute) (xpmir.neural.interaction.drmm.NormalizedHistogram attribute) nDCG (in module xpmir.measures) negative_algo (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) negative_regex (xpmir.learning.parameters.RegexParametersIterator attribute)

NeuralIRExperiment (class in xpmir.experiments.helpers) (class in xpmir.papers.helpers) normalize (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) num_cycles (xpmir.learning.schedulers.CosineWithWarmup attribute) num_qry_per_doc (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) num_warmup_steps (xpmir.learning.schedulers.CosineWithWarmup attribute) (xpmir.learning.schedulers.LinearWithWarmup attribute)

O

optimizer (xpmir.learning.optim.ParameterOptimizer attribute)

optimizers (xpmir.learning.learner.Learner attribute) ordered_index (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute)

P

P (in module xpmir.measures) pairwise_dataset (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) pairwise_samples_path (xpmir.letor.samplers.PairwiseSamplerFromTSV attribute) PairwiseDistillationSample (class in xpmir.letor.distillation.samplers) PairwiseRecord (class in xpmir.letor.records) paper (xpmir.papers.helpers.NeuralIRExperiment attribute) PaperExperiment (in module xpmir.experiments.helpers) (in module xpmir.papers.helpers) parent (xpmir.papers.helpers.NeuralIRExperiment attribute) path (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.learning.optim.ModuleLoader attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) (xpmir.letor.samplers.JSONLPairwiseSampleDataset attribute)

pattern (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) pick_layers (xpmir.text.huggingface.LayerSelector attribute) pointwise_iter() (xpmir.letor.samplers.PointwiseSampler method) PointwiseRecord (class in xpmir.letor.records) process_microbatch() (xpmir.letor.trainers.LossTrainer method), [1], [2] pythonpath (xpmir.papers.helpers.NeuralIRExperiment attribute)

Q

qlen (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) qrels (xpmir.datasets.adapters.AdhocAssessmentFold attribute) queries_encoder (xpmir.conversation.models.cosplade.CoSPLADE attribute) query (xpmir.letor.distillation.samplers.PairwiseDistillationSample attribute) query_encoder (xpmir.neural.dual.CosineDense attribute) (xpmir.neural.dual.Dense attribute) (xpmir.neural.dual.DotDense attribute) (xpmir.neural.dual.DualVectorScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute)

query_prefix (xpmir.letor.samplers.hydrators.SamplePrefixAdding attribute) querystore (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) (xpmir.letor.samplers.hydrators.SampleHydrator attribute)

R

R (in module xpmir.measures) random (xpmir.documents.samplers.RandomDocumentSampler attribute) (xpmir.learning.learner.Learner attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.RandomScorer attribute) (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute) re_layer (xpmir.text.huggingface.LayerSelector attribute) regex (xpmir.learning.parameters.RegexParametersIterator attribute) rel (xpmir.measures.Measure attribute) relative_step (xpmir.learning.optim.Adafactor attribute) relevance_threshold (xpmir.datasets.adapters.RetrieverBasedCollection attribute) relevant_ratio (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) relevant_token_id (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) RerankerMSMarcoV1Configuration (class in xpmir.papers.helpers.msmarco) retrieve() (xpmir.rankers.Retriever method)

retrieve_all() (xpmir.rankers.Retriever method) retriever (xpmir.evaluation.Evaluate attribute) (xpmir.letor.learner.ValidationListener attribute) (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) (xpmir.letor.samplers.ModelBasedSampler attribute) (xpmir.letor.samplers.PairwiseModelBasedSampler attribute) (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.RetrieverHydrator attribute) (xpmir.rankers.TwoStageRetriever attribute) retrievers (xpmir.datasets.adapters.RetrieverBasedCollection attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.mergers.SumRetriever attribute) reverse_queries (xpmir.conversation.models.cosplade.CoSPLADE attribute) RR (in module xpmir.measures) run (xpmir.evaluation.RunEvaluation attribute)

S

sampler (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.hydrators.PairwiseTransformAdapter attribute) (xpmir.letor.samplers.PairwiseInBatchNegativesSampler attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) samples (xpmir.letor.distillation.samplers.DistillationPairwiseSampler attribute) (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) saved_value (xpmir.learning.parameters.SubModuleLoader attribute) scheduler (xpmir.learning.optim.ParameterOptimizer attribute) score_pairs() (xpmir.neural.DualRepresentationScorer method) score_product() (xpmir.neural.DualRepresentationScorer method) ScoredDocument (class in xpmir.rankers) scorer (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.adapters.ScorerTransformAdapter attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) scorer_retriever() (in module xpmir.rankers) seed (xpmir.datasets.adapters.RandomFold attribute) (xpmir.experiments.helpers.NeuralIRExperiment attribute) (xpmir.learning.base.Random attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) select_embeddings (xpmir.text.huggingface.LayerSelector attribute) select_feed_forward (xpmir.text.huggingface.LayerSelector attribute) selector (xpmir.learning.hooks.LayerFreezer attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) separate_index (xpmir.text.huggingface.tokenizers.HFListTokenizer attribute)

SerializableIterator (class in xpmir.letor.samplers) similarity (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) SimilarityInput (class in xpmir.neural.interaction.common) SimilarityOutput (class in xpmir.neural.interaction.common) sizes (xpmir.datasets.adapters.RandomFold attribute) source (xpmir.letor.samplers.TripletBasedSampler attribute) stemmer (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) steps_per_epoch (xpmir.learning.learner.Learner attribute) store (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.mergers.SumRetriever attribute) (xpmir.rankers.Retriever attribute) (xpmir.rankers.RetrieverHydrator attribute) (xpmir.rankers.TwoStageRetriever attribute) storeContents (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storeDocvectors (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storePositions (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storeRaw (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) sub_modules (xpmir.learning.optim.ModuleList attribute) subtitle (xpmir.papers.helpers.NeuralIRExperiment attribute) Success (in module xpmir.measures) synthetic_samples (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute)

T

t5_model (xpmir.neural.generative.hf.LoadFromT5 attribute) target_model (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) teacher_model (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) tensorboard_service (xpmir.experiments.ir.IRExperimentHelper property) thread (xpmir.interfaces.anserini.IndexCollection attribute) threads (xpmir.interfaces.anserini.IndexCollection attribute) title (xpmir.papers.helpers.NeuralIRExperiment attribute) to() (xpmir.rankers.Scorer method) to_dataframe() (xpmir.evaluation.EvaluationsCollection method) tok2id() (xpmir.text.tokenizers.Tokenizer method) tokenizer (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.encoders.TokenizedTextEncoder attribute) (xpmir.text.huggingface.tokenizers.HFListTokenizer attribute) (xpmir.text.huggingface.tokenizers.HFStringTokenizer attribute) (xpmir.text.huggingface.tokenizers.HFTokenizerAdapter attribute) (xpmir.text.huggingface.tokenizers.HFTokenizerBase attribute) tokens (xpmir.neural.generative.hf.T5CustomOutputGenerator attribute) top_k (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.TwoStageRetriever attribute)

topic_store (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) topic_wrapper (xpmir.evaluation.Evaluate attribute) topics (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.datasets.adapters.MemoryTopicStore attribute) (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicFold attribute) (xpmir.interfaces.anserini.SearchCollection attribute) topk (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) trainable (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) trainer (xpmir.learning.learner.Learner attribute) trainers (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] transformer (xpmir.text.huggingface.LayerSelector attribute)

U

use_fp16 (xpmir.learning.learner.Learner attribute)

V

validation_interval (xpmir.letor.learner.ValidationListener attribute) ValidationSample (class in xpmir.papers.helpers.msmarco) value (xpmir.learning.optim.ModuleLoader attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) version (xpmir.conversation.models.cosplade.AsymetricMSEContextualizedRepresentationLoss attribute) (xpmir.conversation.models.cosplade.CoSPLADE attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1]

W

warmup (xpmir.letor.learner.ValidationListener attribute) weight (xpmir.conversation.models.cosplade.AsymetricMSEContextualizedRepresentationLoss attribute) (xpmir.letor.distillation.pairwise.DistillationKLLoss attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseLoss attribute) (xpmir.letor.distillation.pairwise.MSEDifferenceLoss attribute) (xpmir.letor.trainers.alignment.AlignmentLoss attribute) (xpmir.letor.trainers.alignment.MSEAlignmentLoss attribute) (xpmir.letor.trainers.batchwise.BatchwiseLoss attribute) (xpmir.letor.trainers.batchwise.CrossEntropyLoss attribute) (xpmir.letor.trainers.batchwise.SoftmaxCrossEntropy attribute) (xpmir.letor.trainers.generative.PairwiseGenerativeLoss attribute) (xpmir.letor.trainers.pointwise.BinaryCrossEntropyLoss attribute) (xpmir.letor.trainers.pointwise.MSELoss attribute) (xpmir.letor.trainers.pointwise.PointwiseLoss attribute) (xpmir.mlm.trainer.CrossEntropyLoss attribute) (xpmir.mlm.trainer.MLMLoss attribute)

weight_decay (xpmir.learning.optim.Adafactor attribute) (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) (xpmir.learning.optim.SGD attribute) weights (xpmir.rankers.mergers.SumRetriever attribute) with_docid (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) with_queryid (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute)

X

xp (xpmir.experiments.ir.IRExperimentHelper attribute) xpmir.experiments.ir module

xpmir.letor.records module xpmir.measures module