Index

A

ArgumentParser (class in undertale.parsers) assert_path_exists() (in module undertale.utils)

Attention (class in undertale.models.transformer) average_json() (in module undertale.pipeline.json)

B

binary (undertale.schema.BinaryDataset attribute) BinaryDataset (class in undertale.schema)

BinaryDatasetWithSource (class in undertale.schema) build() (in module undertale.utils.models.cache.build)

C

cache_path() (in module undertale.utils) Cast (class in undertale.pipeline.parquet) ChunkedSampler (class in undertale.models.dataset) ClassificationCollator (class in undertale.models.classification) ClassificationHead (class in undertale.models.classification) Client() (in module undertale.pipeline) (in module undertale.pipeline.dask)

Cluster() (in module undertale.pipeline) (in module undertale.pipeline.dask) compile_cpp() (in module undertale.pipeline.cpp) compress_tarfile() (in module undertale.pipeline.tarfile) compute_argument_index() (undertale.models.custom.InstructionTracePositionEmbedding static method) compute_instruction_index() (undertale.models.custom.InstructionTracePositionEmbedding static method)

D

DataModule (class in undertale.models.dataset) Dataset (class in undertale.schema) DatasetArgumentParser (class in undertale.parsers)

Deduplicate (class in undertale.pipeline.parquet) DisassembledFunctionDataset (class in undertale.schema) DisassembledFunctionDatasetWithSource (class in undertale.schema) Drop (class in undertale.pipeline.parquet)

E

encode() (undertale.models.summarization.InstructionTraceTransformerEncoderForSequenceSummarizationGPT2 method) EnvironmentError Error

evaluate_summarized() (in module undertale.models.summarization) Exclude (class in undertale.pipeline.parquet) extract_tarfile() (in module undertale.pipeline.tarfile)

F

fanout() (in module undertale.pipeline) (in module undertale.pipeline.dask) FeedForward (class in undertale.models.transformer) Filter (class in undertale.pipeline.parquet) find() (in module undertale.utils) find_optimal_batch_size() (in module undertale.models.tuning) flush() (in module undertale.pipeline) (in module undertale.pipeline.dask) forward() (undertale.models.classification.ClassificationHead method) (undertale.models.classification.InstructionTraceTransformerEncoderForSequenceClassification method) (undertale.models.custom.InstructionTracePositionEmbedding method) (undertale.models.custom.InstructionTraceTransformerEncoder method) (undertale.models.maskedlm.InstructionTraceTransformerEncoderForMaskedLM method) (undertale.models.maskedlm.MaskedLMHead method) (undertale.models.summarization.InstructionTraceTransformerEncoderForSequenceSummarizationGPT2 method) (undertale.models.summarization.MLPConnector method) (undertale.models.summarization.TransformerConnector method) (undertale.models.transformer.Attention method) (undertale.models.transformer.FeedForward method) (undertale.models.transformer.MultiHeadAttention method) (undertale.models.transformer.PositionEmbedding method) (undertale.models.transformer.TransformerEncoder method) (undertale.models.transformer.TransformerEncoderLayer method)

FunctionDataset (class in undertale.schema) FunctionDatasetWithSource (class in undertale.schema)

G

generate() (undertale.models.summarization.InstructionTraceTransformerEncoderForSequenceSummarizationGPT2 method) get_logger() (in module undertale.logging)

get_or_create_directory() (in module undertale.utils) get_or_create_file() (in module undertale.utils)

H

HashColumn (class in undertale.pipeline.parquet)

I

id (undertale.schema.Dataset attribute) infer() (undertale.models.maskedlm.InstructionTraceTransformerEncoderForMaskedLM method) InstructionTracePositionEmbedding (class in undertale.models.custom) InstructionTraceTransformerEncoder (class in undertale.models.custom)

InstructionTraceTransformerEncoderConfiguration (class in undertale.models.configuration) InstructionTraceTransformerEncoderForMaskedLM (class in undertale.models.maskedlm) InstructionTraceTransformerEncoderForSequenceClassification (class in undertale.models.classification) InstructionTraceTransformerEncoderForSequenceSummarizationGPT2 (class in undertale.models.summarization)

K

Keep (class in undertale.pipeline.parquet)

L

label (undertale.schema.TokenizedClassificationDataset attribute) load() (in module undertale.models.dataset) (in module undertale.models.tokenizer) (in module undertale.utils.models.cache.load)

M

main() (in module undertale.utils.datasets.shell) mask (undertale.schema.TokenizedDataset attribute) MaskedLMCollator (class in undertale.models.maskedlm) MaskedLMHead (class in undertale.models.maskedlm) merge() (in module undertale.pipeline) (in module undertale.pipeline.dask) merge_json() (in module undertale.pipeline.json) merge_preprocessed_tokens() (in module undertale.models.tokenizer) MLPConnector (class in undertale.models.summarization) ModelArgumentParser (class in undertale.parsers) modify_parquet() (in module undertale.pipeline.parquet) module undertale undertale.exceptions undertale.logging undertale.models undertale.models.classification undertale.models.configuration undertale.models.custom undertale.models.dataset undertale.models.maskedlm undertale.models.summarization undertale.models.tokenizer undertale.models.transformer undertale.models.tuning undertale.parsers undertale.pipeline undertale.pipeline.binary undertale.pipeline.cpp undertale.pipeline.dask undertale.pipeline.json undertale.pipeline.parquet undertale.pipeline.tarfile undertale.pipeline.zip undertale.schema undertale.utils undertale.utils.datasets undertale.utils.datasets.cast undertale.utils.datasets.drop undertale.utils.datasets.exclude undertale.utils.datasets.filter undertale.utils.datasets.merge undertale.utils.datasets.rename undertale.utils.datasets.repartition undertale.utils.datasets.shell undertale.utils.datasets.shell.pandas undertale.utils.datasets.shell.polars undertale.utils.datasets.shuffle undertale.utils.datasets.split undertale.utils.models undertale.utils.models.cache undertale.utils.models.cache.build undertale.utils.models.cache.load

MultiHeadAttention (class in undertale.models.transformer)

N

name (undertale.schema.FunctionDataset attribute)

P

ParquetDataset (class in undertale.models.dataset) ParquetOperation (class in undertale.pipeline.parquet) parse_cast() (in module undertale.utils.datasets.cast) parse_clause() (in module undertale.utils.datasets.filter) parse_rename() (in module undertale.utils.datasets.rename)

parse_split() (in module undertale.utils.datasets.split) PathDoesNotExist PathError PathExists PositionEmbedding (class in undertale.models.transformer) preprocess_tokens() (in module undertale.models.tokenizer)

R

read_directory() (in module undertale.pipeline) (in module undertale.pipeline.dask)

RemoteException Rename (class in undertale.pipeline.parquet) Repartition (class in undertale.pipeline.parquet)

S

save() (in module undertale.models.tokenizer) SchemaError segment_and_disassemble_binary() (in module undertale.pipeline.binary) setup() (undertale.parsers.ArgumentParser method) setup_logging() (in module undertale.logging) Shuffle (class in undertale.pipeline.parquet) source (undertale.schema.SourceDataset attribute) SourceDataset (class in undertale.schema)

split() (in module undertale.utils.datasets.split) split_json() (in module undertale.pipeline.json) subprocess() (in module undertale.utils) SummarizationCollator (class in undertale.models.summarization) summarize_tokenized() (in module undertale.models.summarization) SummarizedDataset (class in undertale.schema) summary (undertale.schema.SummarizedDataset attribute) summary_mask (undertale.schema.TokenizedSummarizationDataset attribute) summary_tokens (undertale.schema.TokenizedSummarizationDataset attribute)

T

timestamp() (in module undertale.utils) tokenize() (in module undertale.models.tokenizer) tokenize_summaries_gpt2() (in module undertale.models.summarization) TokenizedClassificationDataset (class in undertale.schema) TokenizedDataset (class in undertale.schema)

TokenizedSummarizationDataset (class in undertale.schema) tokens (undertale.schema.TokenizedDataset attribute) train_tokenizer() (in module undertale.models.tokenizer) TransformerConnector (class in undertale.models.summarization) TransformerEncoder (class in undertale.models.transformer) TransformerEncoderLayer (class in undertale.models.transformer)

U

undertale module undertale.exceptions module undertale.logging module undertale.models module undertale.models.classification module undertale.models.configuration module undertale.models.custom module undertale.models.dataset module undertale.models.maskedlm module undertale.models.summarization module undertale.models.tokenizer module undertale.models.transformer module undertale.models.tuning module undertale.parsers module undertale.pipeline module undertale.pipeline.binary module undertale.pipeline.cpp module undertale.pipeline.dask module undertale.pipeline.json module undertale.pipeline.parquet module undertale.pipeline.tarfile module

undertale.pipeline.zip module undertale.schema module undertale.utils module undertale.utils.datasets module undertale.utils.datasets.cast module undertale.utils.datasets.drop module undertale.utils.datasets.exclude module undertale.utils.datasets.filter module undertale.utils.datasets.merge module undertale.utils.datasets.rename module undertale.utils.datasets.repartition module undertale.utils.datasets.shell module undertale.utils.datasets.shell.pandas module undertale.utils.datasets.shell.polars module undertale.utils.datasets.shuffle module undertale.utils.datasets.split module undertale.utils.models module undertale.utils.models.cache module undertale.utils.models.cache.build module undertale.utils.models.cache.load module unzip_file() (in module undertale.pipeline.zip)

V

validate() (undertale.models.dataset.ParquetDataset method)

W

write_parquet() (in module undertale.utils)

Z

zip_file() (in module undertale.pipeline.zip)