Index

_

__call__() (bertblocks.benchmarks.base.QuestionAnsweringCollator method) (bertblocks.benchmarks.base.RegressionCollator method) (bertblocks.benchmarks.base.SequenceClassificationCollator method) (bertblocks.benchmarks.base.TokenClassificationCollator method) (bertblocks.training.objectives.Collator method) (bertblocks.training.objectives.QuestionAnsweringCollator method) (bertblocks.training.packing.PackingCollatorWrapper method) __getitem__() (bertblocks.training.data.EmptyDataset method) __iter__() (bertblocks.training.packing.PackingBatchSampler method) (bertblocks.training.packing.PackingIterableDataset method) __len__() (bertblocks.training.data.EmptyDataset method) (bertblocks.training.packing.PackingBatchSampler method) _apply_noise() (bertblocks.training.objectives.MaskedDiffusionCollator method) _apply_qknorm() (bertblocks.modeling.attention.Attention method) _apply_rope() (bertblocks.modeling.position.RotaryPositionalEncoding method) _build_cache() (bertblocks.modeling.position.SinusoidalPositionalEncoding static method) _compute_batches() (bertblocks.training.packing.PackingBatchSampler method) _compute_transition_probs() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _final_denoise() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _forward() (bertblocks.BertBlocksModel method) (bertblocks.modeling.model.BertBlocksModel method) _forward_padded() (bertblocks.modeling.backends.AttentionBackend method) (bertblocks.modeling.backends.EagerBackend method) (bertblocks.modeling.backends.FlashBackend method) (bertblocks.modeling.backends.SDPABackend method) _forward_unpadded() (bertblocks.modeling.backends.AttentionBackend method) (bertblocks.modeling.backends.EagerBackend method) (bertblocks.modeling.backends.FlashBackend method) (bertblocks.modeling.backends.SDPABackend method) _get_position_ids_from_cu_seqlens() (bertblocks.modeling.position.LearnedPositionalEncoding static method) _get_rope() (bertblocks.modeling.attention.Attention method) _get_valid_token_mask() (bertblocks.training.objectives.Collator method) _init_classification_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _init_qa_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _init_similarity_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method)

_init_tagging_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _load_dataset() (in module bertblocks.training.data) _map_kwargs() (bertblocks.BertBlocksPretrainingDataModule method) (bertblocks.training.BertBlocksPretrainingDataModule method) (bertblocks.training.modules.BertBlocksPretrainingDataModule method) _postprocess_classification_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _postprocess_qa_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _postprocess_similarity_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _postprocess_tagging_() (bertblocks.benchmarks.base.TaskModule method) (bertblocks.benchmarks.TaskModule method) _prior() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _process_logits() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _reverse_step() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _sample_categorical() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _sample_t() (bertblocks.training.objectives.MaskedDiffusionCollator method) _set_config_num_labels() (in module bertblocks.benchmarks.base) _split_qkv() (bertblocks.modeling.attention.Attention method) _staggered_correction() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _tokenize_batch() (in module bertblocks.training.data) _transp_transition() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method) _truncated_add_length() (in module bertblocks.training.data) _update_cos_sin_cache() (bertblocks.modeling.position.RotaryPositionalEncoding method) _update_metrics() (bertblocks.BertBlocksFinetuningModule method) (bertblocks.training.modules.BertBlocksFinetuningModule method) _validate() (bertblocks.BertBlocksConfig static method) (bertblocks.config.BertBlocksConfig static method) _validate_positional_encodings() (bertblocks.BertBlocksConfig method) (bertblocks.config.BertBlocksConfig method)

A

AlibiPositionalEncoding (class in bertblocks.modeling.position), [1] ArgumentMining (class in bertblocks.benchmarks.supergleber)

Attention (class in bertblocks.modeling.attention), [1] AttentionBackend (class in bertblocks.modeling.backends), [1] AttentionGate (class in bertblocks.modeling.attention), [1]

B

bertblocks module bertblocks.__main__ module bertblocks.benchmarks module bertblocks.benchmarks.__main__ module bertblocks.benchmarks.base module bertblocks.benchmarks.glue module bertblocks.benchmarks.supergleber module bertblocks.config module bertblocks.integration module bertblocks.integration.load_bert module bertblocks.integration.load_modernbert module bertblocks.modeling module bertblocks.modeling.activations module bertblocks.modeling.attention module bertblocks.modeling.backends module bertblocks.modeling.block module bertblocks.modeling.embedding module bertblocks.modeling.head module bertblocks.modeling.loss module bertblocks.modeling.mlp module bertblocks.modeling.model module bertblocks.modeling.norms module bertblocks.modeling.padding module bertblocks.modeling.position module

bertblocks.modeling.scale module bertblocks.modeling.utils module bertblocks.training module bertblocks.training.data module bertblocks.training.metrics module bertblocks.training.modules module bertblocks.training.objectives module bertblocks.training.optimizer module bertblocks.training.packing module bertblocks.training.scheduler module BertBlocksConfig (class in bertblocks) (class in bertblocks.config), [1] BertBlocksFinetuningDataModule (class in bertblocks) (class in bertblocks.training.modules), [1] BertBlocksFinetuningModule (class in bertblocks) (class in bertblocks.training.modules), [1] BertBlocksForEnhancedMaskedLM (class in bertblocks.modeling.model) BertBlocksForMaskedDiffusion (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksForMaskedLM (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksForQuestionAnswering (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksForSequenceClassification (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksForTokenClassification (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksModel (class in bertblocks) (class in bertblocks.modeling.model), [1] BertBlocksPreTrainedModel (class in bertblocks.modeling.model) BertBlocksPretrainingDataModule (class in bertblocks) (class in bertblocks.training) (class in bertblocks.training.modules), [1] BertBlocksPretrainingModule (class in bertblocks) (class in bertblocks.training) (class in bertblocks.training.modules), [1] BertConfig (class in bertblocks.config), [1] Block (class in bertblocks.modeling.block), [1]

C

cli() (in module bertblocks.__main__) CoLA (class in bertblocks.benchmarks.glue) Collator (class in bertblocks.training.objectives), [1] compute_labels() (bertblocks.training.objectives.Collator method), [1] (bertblocks.training.objectives.EnhancedMaskedLanguageModelingCollator method), [1] (bertblocks.training.objectives.MaskedDiffusionCollator method), [1] (bertblocks.training.objectives.MaskedLanguageModelingCollator method), [1] (bertblocks.training.objectives.QuestionAnsweringCollator method), [1] (bertblocks.training.objectives.SequenceClassificationCollator method), [1] (bertblocks.training.objectives.TokenClassificationCollator method), [1] config_class (bertblocks.modeling.model.BertBlocksPreTrainedModel attribute)

configure_model() (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksPretrainingModule method), [1] configure_optimizers() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningModule method) (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksFinetuningModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingModule method), [1] convert_to_4d_attention_mask() (in module bertblocks.modeling.block)

D

DBAspect (class in bertblocks.benchmarks.supergleber) DeepNorm (class in bertblocks.modeling.norms) device (bertblocks.BertBlocksModel property) (bertblocks.modeling.model.BertBlocksModel property), [1]

dtype (bertblocks.BertBlocksModel property) (bertblocks.modeling.model.BertBlocksModel property), [1] DynamicTanhNorm (class in bertblocks.modeling.norms)

E

EagerBackend (class in bertblocks.modeling.backends), [1] EmptyDataset (class in bertblocks.training.data) Encoder (class in bertblocks.modeling.block), [1]

EngagingComments (class in bertblocks.benchmarks.supergleber) EnhancedMaskedLanguageModelingCollator (class in bertblocks.training.objectives), [1] EnhancedMaskingBlock (class in bertblocks.modeling.block)

F

FactclaimingComments (class in bertblocks.benchmarks.supergleber) FlashBackend (class in bertblocks.modeling.backends), [1] forward() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.BertBlocksForMaskedLM method) (bertblocks.BertBlocksForQuestionAnswering method) (bertblocks.BertBlocksForSequenceClassification method) (bertblocks.BertBlocksForTokenClassification method) (bertblocks.BertBlocksModel method) (bertblocks.modeling.attention.Attention method), [1] (bertblocks.modeling.attention.AttentionGate method), [1] (bertblocks.modeling.block.Block method), [1] (bertblocks.modeling.block.Encoder method), [1] (bertblocks.modeling.block.EnhancedMaskingBlock method) (bertblocks.modeling.embedding.TokenEmbedding method), [1] (bertblocks.modeling.embedding.TokenTypeEmbedding method), [1] (bertblocks.modeling.head.GLUPredictionHead method), [1] (bertblocks.modeling.head.MLPPredictionHead method), [1] (bertblocks.modeling.head.Pooler method), [1] (bertblocks.modeling.head.ProjectionPredictionHead method), [1] (bertblocks.modeling.mlp.GLU method), [1] (bertblocks.modeling.mlp.Linear method) (bertblocks.modeling.mlp.MLP method), [1] (bertblocks.modeling.model.BertBlocksForEnhancedMaskedLM method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] (bertblocks.modeling.model.BertBlocksForMaskedLM method), [1] (bertblocks.modeling.model.BertBlocksForQuestionAnswering method), [1] (bertblocks.modeling.model.BertBlocksForSequenceClassification method), [1] (bertblocks.modeling.model.BertBlocksForTokenClassification method), [1] (bertblocks.modeling.model.BertBlocksModel method), [1] (bertblocks.modeling.norms.DeepNorm method) (bertblocks.modeling.norms.DynamicTanhNorm method) (bertblocks.modeling.position.AlibiPositionalEncoding method), [1] (bertblocks.modeling.position.LearnedPositionalEncoding method), [1] (bertblocks.modeling.position.RotaryPositionalEncoding method), [1] (bertblocks.modeling.position.SinusoidalPositionalEncoding method), [1] (bertblocks.modeling.scale.LayerScaler method), [1] (bertblocks.modeling.scale.LearnableLayerScaler method), [1] (bertblocks.modeling.utils.LogLinearNoise method)

forward_padded() (bertblocks.modeling.backends.AttentionBackend method), [1] forward_unpadded() (bertblocks.modeling.backends.AttentionBackend method), [1] from_bert_model() (in module bertblocks.integration.load_bert), [1] from_huggingface() (bertblocks.config.BertConfig class method), [1] (bertblocks.config.ModernBertConfig class method), [1] (in module bertblocks) (in module bertblocks.integration), [1] from_modernbert_model() (in module bertblocks.integration.load_modernbert), [1]

G

generate() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] GermanQuad (class in bertblocks.benchmarks.supergleber) GermevalOpinions (class in bertblocks.benchmarks.supergleber) get_actv_fn() (in module bertblocks.modeling.activations), [1] get_attention() (in module bertblocks.modeling.backends), [1] get_collator_cls() (in module bertblocks.training.objectives), [1] get_input_embeddings() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.BertBlocksForMaskedLM method) (bertblocks.BertBlocksModel method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] (bertblocks.modeling.model.BertBlocksForMaskedLM method), [1] (bertblocks.modeling.model.BertBlocksModel method), [1] get_loss_function() (in module bertblocks.modeling.loss), [1]

get_metrics_for_task() (in module bertblocks.training.metrics), [1] get_mlp() (in module bertblocks.modeling.mlp), [1] get_norm() (in module bertblocks.modeling.norms), [1] get_optimizer() (in module bertblocks.training.optimizer), [1] get_output_embeddings() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.BertBlocksForMaskedLM method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] (bertblocks.modeling.model.BertBlocksForMaskedLM method), [1] get_prediction_head() (in module bertblocks.modeling.head), [1] get_scheduler() (in module bertblocks.training.scheduler), [1] get_single_scheduler() (in module bertblocks.training.scheduler), [1] get_slopes() (bertblocks.modeling.position.AlibiPositionalEncoding static method), [1] GLU (class in bertblocks.modeling.mlp), [1] GLUETaskModule (class in bertblocks.benchmarks.glue), [1] GLUPredictionHead (class in bertblocks.modeling.head), [1]

H

HotelAspect (class in bertblocks.benchmarks.supergleber)

I

infill() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1]

InverseSqrtScheduler (class in bertblocks.training.scheduler), [1] is_packed_batch() (in module bertblocks.training.packing)

L

LayerScaler (class in bertblocks.modeling.scale), [1] LearnableLayerScaler (class in bertblocks.modeling.scale), [1] LearnedPositionalEncoding (class in bertblocks.modeling.position), [1]

Linear (class in bertblocks.modeling.mlp) load_task_config() (in module bertblocks.benchmarks.__main__) LogLinearNoise (class in bertblocks.modeling.utils) lr_lambda() (bertblocks.training.scheduler.InverseSqrtScheduler method), [1]

M

MaskedDiffusionCollator (class in bertblocks.training.objectives), [1] MaskedLanguageModelingCollator (class in bertblocks.training.objectives), [1] MassiveIntents (class in bertblocks.benchmarks.supergleber) MassiveSeq (class in bertblocks.benchmarks.supergleber) MaybeUnpaddedBaseModelOutput (class in bertblocks.modeling.model) MaybeUnpaddedBaseModelOutputWithPooling (class in bertblocks.modeling.model) MLP (class in bertblocks.modeling.mlp), [1] MLPPredictionHead (class in bertblocks.modeling.head), [1] MLQA (class in bertblocks.benchmarks.supergleber) MNLI (class in bertblocks.benchmarks.glue) MNLIMatched (class in bertblocks.benchmarks.glue) MNLIMismatched (class in bertblocks.benchmarks.glue) model_type (bertblocks.config.BertBlocksConfig attribute) ModernBertConfig (class in bertblocks.config), [1] module bertblocks bertblocks.__main__ bertblocks.benchmarks bertblocks.benchmarks.__main__ bertblocks.benchmarks.base bertblocks.benchmarks.glue bertblocks.benchmarks.supergleber bertblocks.config bertblocks.integration bertblocks.integration.load_bert bertblocks.integration.load_modernbert bertblocks.modeling bertblocks.modeling.activations bertblocks.modeling.attention bertblocks.modeling.backends bertblocks.modeling.block bertblocks.modeling.embedding bertblocks.modeling.head bertblocks.modeling.loss bertblocks.modeling.mlp bertblocks.modeling.model bertblocks.modeling.norms bertblocks.modeling.padding bertblocks.modeling.position bertblocks.modeling.scale bertblocks.modeling.utils bertblocks.training bertblocks.training.data bertblocks.training.metrics bertblocks.training.modules bertblocks.training.objectives bertblocks.training.optimizer bertblocks.training.packing bertblocks.training.scheduler

MRPC (class in bertblocks.benchmarks.glue)

N

NERBiofid (class in bertblocks.benchmarks.supergleber) NEREuroparl (class in bertblocks.benchmarks.supergleber) NERLegal (class in bertblocks.benchmarks.supergleber)

NERNews (class in bertblocks.benchmarks.supergleber) NERWikiNews (class in bertblocks.benchmarks.supergleber) NewsClass (class in bertblocks.benchmarks.supergleber) NLI (class in bertblocks.benchmarks.supergleber)

O

OffensiveLanguage (class in bertblocks.benchmarks.supergleber) on_before_optimizer_step() (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksPretrainingModule method), [1] on_save_checkpoint() (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksPretrainingModule method), [1] on_test_epoch_end() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method)

on_test_epoch_start() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) on_test_start() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) on_validation_epoch_end() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) on_validation_epoch_start() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) on_validation_start() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method)

P

PackingBatchSampler (class in bertblocks.training.packing) PackingCollatorWrapper (class in bertblocks.training.packing) PackingIterableDataset (class in bertblocks.training.packing) pad_output() (in module bertblocks.modeling.padding), [1] ParaphraseMatching (class in bertblocks.benchmarks.supergleber) parser (in module bertblocks.benchmarks.__main__) PAWSX (class in bertblocks.benchmarks.supergleber) Polarity (class in bertblocks.benchmarks.supergleber) Pooler (class in bertblocks.modeling.head), [1] prepare_data() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.glue.GLUETaskModule method), [1] (bertblocks.benchmarks.glue.MNLIMatched method) (bertblocks.benchmarks.glue.MNLIMismatched method) (bertblocks.benchmarks.supergleber.SuperGLEBerTaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.BertBlocksPretrainingDataModule method) (bertblocks.training.BertBlocksPretrainingDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingDataModule method), [1]

prepare_inputs_for_generation() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] ProjectionPredictionHead (class in bertblocks.modeling.head), [1]

Q

QNLI (class in bertblocks.benchmarks.glue) QQP (class in bertblocks.benchmarks.glue) QueryAd (class in bertblocks.benchmarks.supergleber)

QuestAns (class in bertblocks.benchmarks.supergleber) QuestionAnsweringCollator (class in bertblocks.benchmarks.base) (class in bertblocks.training.objectives), [1]

R

RegressionCollator (class in bertblocks.benchmarks.base) RotaryPositionalEncoding (class in bertblocks.modeling.position), [1]

RTE (class in bertblocks.benchmarks.glue) run_eval() (in module bertblocks.benchmarks), [1] (in module bertblocks.benchmarks.__main__)

S

SDPABackend (class in bertblocks.modeling.backends), [1] SequenceClassificationCollator (class in bertblocks.benchmarks.base) (class in bertblocks.training.objectives), [1] set_datasets() (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] set_epoch() (bertblocks.training.packing.PackingBatchSampler method) set_input_embeddings() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.BertBlocksModel method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] (bertblocks.modeling.model.BertBlocksModel method), [1] set_output_embeddings() (bertblocks.BertBlocksForMaskedDiffusion method) (bertblocks.BertBlocksForMaskedLM method) (bertblocks.modeling.model.BertBlocksForMaskedDiffusion method), [1] (bertblocks.modeling.model.BertBlocksForMaskedLM method), [1]

setup() (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.BertBlocksPretrainingDataModule method) (bertblocks.training.BertBlocksPretrainingDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingDataModule method), [1] SinusoidalPositionalEncoding (class in bertblocks.modeling.position), [1] SST2 (class in bertblocks.benchmarks.glue) STSB (class in bertblocks.benchmarks.glue) SuperGLEBerTaskModule (class in bertblocks.benchmarks.supergleber), [1]

T

TASK_MODULES (in module bertblocks.benchmarks.glue) (in module bertblocks.benchmarks.supergleber) TaskModule (class in bertblocks.benchmarks) (class in bertblocks.benchmarks.base), [1] test_dataloader() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] test_step() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningModule method) (bertblocks.training.modules.BertBlocksFinetuningModule method), [1] TokenClassificationCollator (class in bertblocks.benchmarks.base) (class in bertblocks.training.objectives), [1] TokenEmbedding (class in bertblocks.modeling.embedding), [1] TokenTypeEmbedding (class in bertblocks.modeling.embedding), [1]

top_k_top_p_filtering() (in module bertblocks.modeling.utils) TopicRelevance (class in bertblocks.benchmarks.supergleber) ToxicComments (class in bertblocks.benchmarks.supergleber) train_dataloader() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.BertBlocksPretrainingDataModule method) (bertblocks.training.BertBlocksPretrainingDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingDataModule method), [1] training_step() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningModule method) (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksFinetuningModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingModule method), [1]

U

unpad_input() (bertblocks.BertBlocksModel method) (bertblocks.modeling.model.BertBlocksModel method), [1] (in module bertblocks.modeling.padding), [1]

UPDep (class in bertblocks.benchmarks.supergleber) UPPos (class in bertblocks.benchmarks.supergleber)

V

val_dataloader() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningDataModule method) (bertblocks.BertBlocksPretrainingDataModule method) (bertblocks.training.BertBlocksPretrainingDataModule method) (bertblocks.training.modules.BertBlocksFinetuningDataModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingDataModule method), [1]

validation_step() (bertblocks.benchmarks.base.TaskModule method), [1] (bertblocks.benchmarks.TaskModule method) (bertblocks.BertBlocksFinetuningModule method) (bertblocks.BertBlocksPretrainingModule method) (bertblocks.training.BertBlocksPretrainingModule method) (bertblocks.training.modules.BertBlocksFinetuningModule method), [1] (bertblocks.training.modules.BertBlocksPretrainingModule method), [1] VerbalIdioms (class in bertblocks.benchmarks.supergleber)

W

WebCage (class in bertblocks.benchmarks.supergleber)

WNLI (class in bertblocks.benchmarks.glue)