Index

_

__call__() (xpmir.learning.learner.LearnerListener method) (xpmir.neural.dual.DualVectorListener method)

A

adapter (xpmir.letor.samplers.hydrators.PairwiseTransformAdapter attribute) (xpmir.rankers.adapters.ScorerTransformAdapter attribute) adapters (xpmir.letor.samplers.hydrators.SampleTransformList attribute) add_timestamp (xpmir.papers.helpers.NeuralIRExperiment attribute) after() (xpmir.context.InitializationHook method) (xpmir.learning.context.InitializationTrainingHook method) (xpmir.learning.context.StepTrainingHook method)

aggregation (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) alpha (xpmir.index.sparse.BMPSparseRetriever attribute) AP (in module xpmir.measures) assessments (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.datasets.adapters.RandomFold attribute)

B

b (xpmir.rankers.standard.BM25 attribute) base (xpmir.datasets.adapters.DocumentSubset attribute) batch_size (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) batch_tokenize() (xpmir.text.tokenizers.Tokenizer method) batcher (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute)

batchsize (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) before() (xpmir.context.InitializationHook method) (xpmir.learning.context.InitializationTrainingHook method) (xpmir.learning.context.StepTrainingHook method) beta (xpmir.index.sparse.BMPSparseRetriever attribute) block_size (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) bmp_index_path (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute)

C

checkpoint_frequency (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) checkpoint_interval (xpmir.learning.learner.Learner attribute) checkpointspath (xpmir.learning.learner.Learner attribute) collection() (xpmir.rankers.Retriever method) combine (xpmir.neural.interaction.drmm.Drmm attribute) compress_range (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) compression_size (xpmir.neural.interaction.colbert.Colbert attribute)

compute() (xpmir.letor.distillation.pairwise.DistillationPairwiseLoss method) config (xpmir.text.huggingface.base.HFMaskedLanguageModel attribute) (xpmir.text.huggingface.base.HFModel attribute) converter (xpmir.text.huggingface.tokenizers.HFTokenizerAdapter attribute) count (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) cpu_fallback (xpmir.learning.devices.CudaDevice attribute) cutoff (xpmir.measures.Measure attribute)

D

data (xpmir.learning.parameters.PrefixRenamer attribute) (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute) dataset (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.RetrieverBasedCollection attribute) (xpmir.datasets.adapters.TopicsFoldGenerator attribute) (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) (xpmir.letor.samplers.ModelBasedSampler attribute) (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) (xpmir.letor.samplers.PairwiseModelBasedSampler attribute) (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) datasets (xpmir.conversation.learning.DatasetConversationBase attribute) (xpmir.conversation.learning.DatasetConversationEntrySampler attribute) (xpmir.conversation.learning.DatasetConversationIterator attribute) (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.mlm.samplers.MLMSampler attribute) decoder_outdim (xpmir.neural.generative.hf.T5IdentifierGenerator attribute) default (xpmir.learning.parameters.SubParametersIterator attribute) description (xpmir.papers.helpers.NeuralIRExperiment attribute) device (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.learning.learner.Learner attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) distribute_models() (xpmir.distributed.DistributableModel method) distributed (xpmir.learning.devices.CudaDevice attribute)

dlen (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) docids_path (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.datasets.adapters.RetrieverBasedCollection attribute) document_prefix (xpmir.letor.samplers.hydrators.SamplePrefixAdding attribute) document_store (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) documents (xpmir.documents.samplers.DocumentSampler attribute) (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) (xpmir.documents.samplers.RandomSpanSampler attribute) (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndex attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetrieverIndex attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndex attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSample attribute) (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.full.FullRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) documentstore (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) (xpmir.letor.samplers.hydrators.SampleHydrator attribute) dropout (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute)

E

encoder (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.neural.cross.CrossScorer attribute) (xpmir.neural.cross.DuoCrossScorer attribute) (xpmir.neural.dual.CosineDense attribute) (xpmir.neural.dual.Dense attribute) (xpmir.neural.dual.DotDense attribute) (xpmir.neural.dual.DualVectorScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) (xpmir.neural.jointclassifier.JointClassifier attribute) (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.adapters.MeanTextEncoder attribute) (xpmir.text.encoders.TokenizedTextEncoder attribute) (xpmir.text.huggingface.TransformerTextEncoderAdapter attribute)

eps (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) eval() (xpmir.rankers.Scorer method) exclude (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicsFoldGenerator attribute) excludes (xpmir.learning.optim.RegexParameterFilter attribute)

F

faiss_index (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) file (xpmir.papers.helpers.NeuralIRExperiment attribute) filter (xpmir.learning.optim.ParameterOptimizer attribute) fold (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicsFoldGenerator attribute)

folds() (xpmir.datasets.adapters.RandomFold static method) forward() (xpmir.text.encoders.TokensEncoder method) from_pretrained_id() (xpmir.text.huggingface.encoders.HFEncoderBase class method) from_sentence_transformers() (xpmir.neural.dual.Dense class method)

G

generator (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) getRetriever() (xpmir.rankers.Scorer method)

gpu (xpmir.experiments.helpers.NeuralIRExperiment attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) gpu_determ (xpmir.learning.devices.CudaDevice attribute)

H

hard_negative_samples (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) hard_negative_samples_path (xpmir.letor.samplers.TSVPairwiseSampleDataset attribute) hard_negative_triplet (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) hashspace (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) hf_id (xpmir.neural.generative.hf.T5ConditionalGenerator attribute) (xpmir.neural.generative.hf.T5CustomOutputGenerator attribute) (xpmir.neural.generative.hf.T5IdentifierGenerator attribute) (xpmir.neural.huggingface.HFCrossScorer attribute) hidden (xpmir.neural.interaction.drmm.Drmm attribute) hist (xpmir.neural.interaction.drmm.Drmm attribute) history_encoder (xpmir.conversation.models.cosplade.CoSPLADE attribute) history_size (xpmir.conversation.models.cosplade.CoSPLADE attribute)

hooks (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.learning.learner.Learner attribute) (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] (xpmir.learning.trainers.Trainer attribute), [1] (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute)

I

id (xpmir.datasets.adapters.AbstractAdhocAssessmentFold attribute) (xpmir.datasets.adapters.AbstractTopicFold attribute) (xpmir.datasets.adapters.AdhocAssessmentFold attribute) (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.datasets.adapters.IDAdhocAssessmentFold attribute) (xpmir.datasets.adapters.IDTopicFold attribute) (xpmir.datasets.adapters.TopicFold attribute) (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.learning.learner.LearnerListener attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) (xpmir.letor.samplers.JSONLPairwiseSampleDataset attribute) (xpmir.letor.samplers.TSVPairwiseSampleDataset attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) id2tok() (xpmir.text.tokenizers.Tokenizer method) id_list (xpmir.datasets.adapters.IDAdhocAssessmentFold attribute) (xpmir.datasets.adapters.IDTopicFold attribute) identifier (xpmir.measures.Measure attribute) ids (xpmir.datasets.adapters.AdhocAssessmentFold attribute) (xpmir.datasets.adapters.TopicFold attribute)

in_memory (xpmir.datasets.adapters.DocumentSubset attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) includes (xpmir.learning.optim.RegexParameterFilter attribute) index (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.neural.interaction.drmm.Drmm attribute) index_path (xpmir.index.sparse.BMPSparseRetrieverIndex attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndex attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) indexspec (xpmir.index.faiss.IndexBackedFaiss attribute) init_stddev (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) initialize() (xpmir.rankers.Scorer method) iterator (xpmir.learning.parameters.InverseParametersIterator attribute) (xpmir.learning.parameters.SubParametersIterator attribute)

K

k (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute)

k1 (xpmir.rankers.standard.BM25 attribute) keepNotRelevant (xpmir.datasets.adapters.RetrieverBasedCollection attribute) keepRelevant (xpmir.datasets.adapters.RetrieverBasedCollection attribute)

L

learned_model (namedtuple field) LearnerOutput (namedtuple in xpmir.learning.learner) listeners (namedtuple field) LearnerOutput (namedtuple in xpmir.learning.learner) lambda_d (xpmir.neural.dual.FlopsRegularizer attribute) (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) lambda_q (xpmir.neural.dual.FlopsRegularizer attribute) (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) lambda_warmup_steps (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) LauncherSpecification (class in xpmir.experiments.helpers) layer (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) learn (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute)

LearnerOutput (namedtuple in xpmir.learning.learner) learned_model (namedtuple field) listeners (namedtuple field) lexicon_size() (xpmir.text.tokenizers.Tokenizer method) linear_dim (xpmir.neural.interaction.colbert.Colbert attribute) listeners (xpmir.learning.learner.Learner attribute) log_miss (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) logpath (xpmir.learning.learner.Learner attribute) loss (xpmir.letor.trainers.generative.GenerativeTrainer attribute) losses (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) lossfn (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) lr (xpmir.learning.optim.Adafactor attribute) (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) (xpmir.learning.optim.SGD attribute)

M

mapper (xpmir.learning.parameters.PartialModuleLoader attribute) max_count (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) max_docs (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) max_epochs (xpmir.learning.learner.Learner attribute) max_length (xpmir.neural.cross.CrossScorer attribute) (xpmir.neural.huggingface.HFCrossScorer attribute) (xpmir.neural.jointclassifier.JointClassifier attribute) (xpmir.text.huggingface.tokenizers.HFTokenizer attribute) max_norm (xpmir.learning.optim.GradientClippingHook attribute) max_postings (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) max_ratio (xpmir.documents.samplers.HeadDocumentSampler attribute) (xpmir.documents.samplers.RandomDocumentSampler attribute) max_spansize (xpmir.documents.samplers.RandomSpanSampler attribute) maxlen (xpmir.neural.splade.SpladeTextEncoder attribute) (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1] (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTextEncoderAdapter attribute) maxlen_doc (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) maxlen_query (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) min_factor (xpmir.learning.schedulers.LinearWithWarmup attribute) min_lambda_d (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) min_lambda_q (xpmir.neural.dual.ScheduledFlopsRegularizer attribute) mlm_probability (xpmir.text.huggingface.MLMEncoder attribute) model (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.learning.learner.Learner attribute) (xpmir.learning.parameters.PrefixRenamer attribute) (xpmir.learning.parameters.RegexParametersIterator attribute) (xpmir.learning.parameters.SubParametersIterator attribute) (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] (xpmir.learning.trainers.Trainer attribute), [1] (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) (xpmir.text.huggingface.encoders.HFCLSEncoder attribute) (xpmir.text.huggingface.encoders.HFEncoderBase attribute) (xpmir.text.huggingface.encoders.HFTokensEncoder attribute)

model_id (xpmir.text.huggingface.base.HFModelConfigFromId attribute) (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1] (xpmir.text.huggingface.SentenceTransformerTextEncoder attribute) (xpmir.text.huggingface.tokenizers.HFTokenizer attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) models (xpmir.distributed.DistributedHook attribute) module xpmir.letor.records xpmir.measures module (xpmir.learning.optim.ParameterOptimizer attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) mu (xpmir.rankers.standard.QLDirichlet attribute)

N

name (xpmir.learning.optim.GradientLogHook attribute) nbins (xpmir.neural.interaction.drmm.CountHistogram attribute) (xpmir.neural.interaction.drmm.LogCountHistogram attribute) (xpmir.neural.interaction.drmm.NormalizedHistogram attribute) nDCG (in module xpmir.measures) negative_algo (xpmir.letor.samplers.PairwiseDatasetTripletBasedSampler attribute) negative_regex (xpmir.learning.parameters.RegexParametersIterator attribute)

NeuralIRExperiment (class in xpmir.experiments.helpers) (class in xpmir.papers.helpers) normalize (xpmir.index.faiss.FaissIndex attribute) (xpmir.index.faiss.IndexBackedFaiss attribute) num_cycles (xpmir.learning.schedulers.CosineWithWarmup attribute) num_qry_per_doc (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) num_warmup_steps (xpmir.learning.schedulers.CosineWithWarmup attribute) (xpmir.learning.schedulers.LinearWithWarmup attribute)

O

optimizer (xpmir.learning.optim.ParameterOptimizer attribute) optimizers (xpmir.learning.learner.Learner attribute)

ordered_index (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute)

P

P (in module xpmir.measures) pairwise_dataset (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) pairwise_samples_path (xpmir.letor.samplers.PairwiseSamplerFromTSV attribute) PairwiseDistillationSample (class in xpmir.letor.distillation.samplers) PairwiseRecord (class in xpmir.letor.records) paper (xpmir.papers.helpers.NeuralIRExperiment attribute) PaperExperiment (in module xpmir.experiments.helpers) (in module xpmir.papers.helpers) parent (xpmir.papers.helpers.NeuralIRExperiment attribute) path (xpmir.datasets.adapters.TopicsFoldGenerator attribute) (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) (xpmir.interfaces.anserini.SearchCollection attribute) (xpmir.learning.optim.ModuleLoader attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) (xpmir.letor.samplers.JSONLPairwiseSampleDataset attribute) (xpmir.misc.FileIDList attribute)

pattern (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) pick_layers (xpmir.text.huggingface.LayerSelector attribute) pointwise_iter() (xpmir.letor.samplers.PointwiseSampler method) PointwiseRecord (class in xpmir.letor.records) process_microbatch() (xpmir.letor.trainers.LossTrainer method), [1], [2] pythonpath (xpmir.papers.helpers.NeuralIRExperiment attribute)

Q

qlen (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) qrels (xpmir.datasets.adapters.AbstractAdhocAssessmentFold attribute) (xpmir.datasets.adapters.AdhocAssessmentFold attribute) (xpmir.datasets.adapters.IDAdhocAssessmentFold attribute) queries_encoder (xpmir.conversation.models.cosplade.CoSPLADE attribute) query (xpmir.letor.distillation.samplers.PairwiseDistillationSample attribute) query_encoder (xpmir.neural.dual.CosineDense attribute) (xpmir.neural.dual.Dense attribute) (xpmir.neural.dual.DotDense attribute) (xpmir.neural.dual.DualVectorScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute)

query_prefix (xpmir.letor.samplers.hydrators.SamplePrefixAdding attribute) querystore (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) (xpmir.letor.samplers.hydrators.SampleHydrator attribute)

R

R (in module xpmir.measures) random (xpmir.documents.samplers.RandomDocumentSampler attribute) (xpmir.learning.learner.Learner attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.RandomScorer attribute) (xpmir.text.wordvec_vocab.WordvecHashVocab attribute) (xpmir.text.wordvec_vocab.WordvecUnkVocab attribute) (xpmir.text.wordvec_vocab.WordvecVocab attribute) re_layer (xpmir.text.huggingface.LayerSelector attribute) regex (xpmir.learning.parameters.RegexParametersIterator attribute) rel (xpmir.measures.Measure attribute) relative_step (xpmir.learning.optim.Adafactor attribute) relevance_threshold (xpmir.datasets.adapters.RetrieverBasedCollection attribute) relevant_ratio (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) relevant_token_id (xpmir.neural.generative.cross.GenerativeCrossScorer attribute)

retrieve() (xpmir.rankers.Retriever method) retrieve_all() (xpmir.rankers.Retriever method) retriever (xpmir.letor.samplers.ModelBasedHardNegativeSampler attribute) (xpmir.letor.samplers.ModelBasedSampler attribute) (xpmir.letor.samplers.PairwiseModelBasedSampler attribute) (xpmir.letor.samplers.PointwiseModelBasedSampler attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.RetrieverHydrator attribute) (xpmir.rankers.TwoStageRetriever attribute) retrievers (xpmir.datasets.adapters.RetrieverBasedCollection attribute) (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.rankers.mergers.SumRetriever attribute) reverse_queries (xpmir.conversation.models.cosplade.CoSPLADE attribute) RR (in module xpmir.measures)

S

sampler (xpmir.index.faiss.IndexBackedFaiss attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseTrainer attribute) (xpmir.letor.samplers.hydrators.PairwiseTransformAdapter attribute) (xpmir.letor.samplers.PairwiseInBatchNegativesSampler attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute) (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) (xpmir.letor.trainers.batchwise.BatchwiseTrainer attribute) (xpmir.letor.trainers.generative.GenerativeTrainer attribute) (xpmir.letor.trainers.LossTrainer attribute), [1], [2] (xpmir.letor.trainers.pointwise.PointwiseTrainer attribute), [1], [2] (xpmir.mlm.trainer.MLMTrainer attribute) samples (xpmir.letor.distillation.samplers.DistillationPairwiseSampler attribute) (xpmir.letor.distillation.samplers.PairwiseHydrator attribute) saved_value (xpmir.learning.parameters.SubModuleLoader attribute) scheduler (xpmir.learning.optim.ParameterOptimizer attribute) score_pairs() (xpmir.neural.DualRepresentationScorer method) score_product() (xpmir.neural.DualRepresentationScorer method) ScoredDocument (class in xpmir.rankers) scorer (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.adapters.ScorerTransformAdapter attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.TwoStageRetriever attribute) scorer_retriever() (in module xpmir.rankers) seed (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicsFoldGenerator attribute) (xpmir.experiments.helpers.NeuralIRExperiment attribute) (xpmir.learning.base.Random attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute) select_embeddings (xpmir.text.huggingface.LayerSelector attribute) select_feed_forward (xpmir.text.huggingface.LayerSelector attribute) selector (xpmir.learning.hooks.LayerFreezer attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) separate_index (xpmir.text.huggingface.tokenizers.HFListTokenizer attribute) SerializableIterator (class in xpmir.letor.samplers)

similarity (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.neural.interaction.drmm.Drmm attribute) (xpmir.neural.interaction.InteractionScorer attribute) SimilarityInput (class in xpmir.neural.interaction.common) SimilarityOutput (class in xpmir.neural.interaction.common) sizes (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicsFoldGenerator attribute) source (xpmir.learning.hooks.LayerSharer attribute) (xpmir.letor.samplers.TripletBasedSampler attribute) stemmer (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) steps_per_epoch (xpmir.learning.learner.Learner attribute) store (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) (xpmir.interfaces.anserini.AnseriniRetriever attribute) (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.full.FullRetriever attribute) (xpmir.rankers.full.FullRetrieverRescorer attribute) (xpmir.rankers.mergers.SumRetriever attribute) (xpmir.rankers.Retriever attribute) (xpmir.rankers.RetrieverHydrator attribute) (xpmir.rankers.TwoStageRetriever attribute) storeContents (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storeDocvectors (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storePositions (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) storeRaw (xpmir.index.anserini.Index attribute) (xpmir.interfaces.anserini.IndexCollection attribute) sub_modules (xpmir.learning.optim.ModuleList attribute) subtitle (xpmir.papers.helpers.NeuralIRExperiment attribute) Success (in module xpmir.measures) synthetic_samples (xpmir.letor.samplers.synthetic.JSONLNegativeGeneration attribute) (xpmir.letor.samplers.synthetic.SyntheticQueryGeneration attribute)

T

t5_model (xpmir.neural.generative.hf.LoadFromT5 attribute) target (xpmir.learning.hooks.LayerSharer attribute) target_model (xpmir.letor.trainers.alignment.AlignmentTrainer attribute) teacher_model (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) threads (xpmir.interfaces.anserini.IndexCollection attribute) title (xpmir.papers.helpers.NeuralIRExperiment attribute) to() (xpmir.rankers.Scorer method) tok2id() (xpmir.text.tokenizers.Tokenizer method) tokenizer (xpmir.neural.splade.SpladeTextEncoderV2 attribute) (xpmir.text.encoders.TokenizedTextEncoder attribute) (xpmir.text.huggingface.tokenizers.HFListTokenizer attribute) (xpmir.text.huggingface.tokenizers.HFStringTokenizer attribute) (xpmir.text.huggingface.tokenizers.HFTokenizerAdapter attribute) (xpmir.text.huggingface.tokenizers.HFTokenizerBase attribute) tokens (xpmir.neural.generative.hf.T5CustomOutputGenerator attribute) top_k (xpmir.rankers.AbstractTwoStageRetriever attribute) (xpmir.rankers.DuoTwoStageRetriever attribute) (xpmir.rankers.TwoStageRetriever attribute) topic_store (xpmir.letor.samplers.TeacherModelBasedHardNegativesTripletSampler attribute) topics (xpmir.datasets.adapters.AbstractTopicFold attribute) (xpmir.datasets.adapters.ConcatFold attribute) (xpmir.datasets.adapters.IDTopicFold attribute) (xpmir.datasets.adapters.MemoryTopicStore attribute) (xpmir.datasets.adapters.RandomFold attribute) (xpmir.datasets.adapters.TopicFold attribute) (xpmir.interfaces.anserini.SearchCollection attribute)

topk (xpmir.index.faiss.FaissRetriever attribute) (xpmir.index.sparse.BMPSparseRetriever attribute) (xpmir.index.sparse.SparseRetriever attribute) trainable (xpmir.text.huggingface.BaseTransformer attribute) (xpmir.text.huggingface.DualDuoBertTransformerEncoder attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.MLMEncoder attribute) (xpmir.text.huggingface.TransformerEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoder attribute) (xpmir.text.huggingface.TransformerTokensEncoderWithMLMOutput attribute) (xpmir.text.huggingface.TransformerVocab attribute) trainer (xpmir.learning.learner.Learner attribute) trainers (xpmir.learning.trainers.multiple.MultipleTrainer attribute), [1], [2] transformer (xpmir.text.huggingface.LayerSelector attribute)

U

use_best_device (xpmir.experiments.helpers.NeuralIRExperiment attribute) (xpmir.papers.helpers.NeuralIRExperiment attribute)

use_fp16 (xpmir.learning.learner.Learner attribute)

V

value (xpmir.learning.optim.ModuleLoader attribute) (xpmir.learning.parameters.PartialModuleLoader attribute) (xpmir.learning.parameters.SubModuleLoader attribute) version (xpmir.conversation.models.cosplade.AsymetricMSEContextualizedRepresentationLoss attribute) (xpmir.conversation.models.cosplade.CoSPLADE attribute) (xpmir.index.sparse.AbstractSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.BMPSparseRetrieverIndexBuilder attribute) (xpmir.index.sparse.SparseRetrieverIndexBuilder attribute) (xpmir.neural.generative.cross.GenerativeCrossScorer attribute) (xpmir.neural.interaction.colbert.Colbert attribute) (xpmir.text.huggingface.DualTransformerEncoder attribute) (xpmir.text.huggingface.HuggingfaceTokenizer attribute) (xpmir.text.huggingface.OneHotHuggingFaceEncoder attribute), [1]

W

weight (xpmir.conversation.models.cosplade.AsymetricMSEContextualizedRepresentationLoss attribute) (xpmir.letor.distillation.pairwise.DistillationKLLoss attribute) (xpmir.letor.distillation.pairwise.DistillationPairwiseLoss attribute) (xpmir.letor.distillation.pairwise.MSEDifferenceLoss attribute) (xpmir.letor.trainers.alignment.AlignmentLoss attribute) (xpmir.letor.trainers.alignment.CosineAlignmentLoss attribute) (xpmir.letor.trainers.alignment.MSEAlignmentLoss attribute) (xpmir.letor.trainers.batchwise.BatchwiseLoss attribute) (xpmir.letor.trainers.batchwise.CrossEntropyLoss attribute) (xpmir.letor.trainers.batchwise.SoftmaxCrossEntropy attribute) (xpmir.letor.trainers.generative.PairwiseGenerativeLoss attribute) (xpmir.letor.trainers.pointwise.BinaryCrossEntropyLoss attribute) (xpmir.letor.trainers.pointwise.MSELoss attribute) (xpmir.letor.trainers.pointwise.PointwiseLoss attribute) (xpmir.mlm.trainer.CrossEntropyLoss attribute) (xpmir.mlm.trainer.MLMLoss attribute)

weight_decay (xpmir.learning.optim.Adafactor attribute) (xpmir.learning.optim.Adam attribute) (xpmir.learning.optim.AdamW attribute) (xpmir.learning.optim.SGD attribute) weights (xpmir.rankers.mergers.SumRetriever attribute) with_docid (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute) with_queryid (xpmir.letor.distillation.samplers.PairwiseDistillationSamplesTSV attribute)

X

xpmir.letor.records module

xpmir.measures module