transformer

• transformer_implementation package
  • Subpackages
    • transformer_implementation.blocks package
      • Subpackages
      • Submodules
      • transformer_implementation.blocks.DecoderBlock module
      • transformer_implementation.blocks.EncoderBlock module
      • Module contents
  • Submodules
  • transformer_implementation.DataLoaderFactory module
    • DataLoaderFactory
      • DataLoaderFactory.get_batch()
    • TranslationDataset
  • transformer_implementation.Decoder module
    • Decoder
      • Decoder.forward()
      • Decoder.get_num_params()
  • transformer_implementation.Encoder module
    • Encoder
      • Encoder.forward()
      • Encoder.get_num_params()
  • transformer_implementation.Tokenizer module
    • Tokenizer
      • Tokenizer.generate_padding_mask()
      • Tokenizer.sequence_cleaner()
      • Tokenizer.sequence_padding()
      • Tokenizer.tokenize()
      • Tokenizer.tokenize_from_str()
      • Tokenizer.vocab_size()
  • transformer_implementation.Transformer module
    • Transformer
      • Transformer.configure_optimizers()
      • Transformer.forward()
      • Transformer.generate()
      • Transformer.load_model()
      • Transformer.save_model()
  • transformer_implementation.TransformerConfig module
    • TransformerConfig
      • TransformerConfig.BOS_IDX
      • TransformerConfig.EOS_IDX
      • TransformerConfig.PAD_IDX
      • TransformerConfig.backend
      • TransformerConfig.batch_size
      • TransformerConfig.beta1
      • TransformerConfig.beta2
      • TransformerConfig.bias
      • TransformerConfig.block_size
      • TransformerConfig.compile
      • TransformerConfig.ddp
      • TransformerConfig.device
      • TransformerConfig.device_type
      • TransformerConfig.dropout
      • TransformerConfig.dtype
      • TransformerConfig.eps
      • TransformerConfig.eval_iters
      • TransformerConfig.grad_accumulation_steps
      • TransformerConfig.learning_rate
      • TransformerConfig.max_epochs
      • TransformerConfig.max_iters
      • TransformerConfig.n_embd
      • TransformerConfig.n_head
      • TransformerConfig.n_layer
      • TransformerConfig.train_data_size
      • TransformerConfig.vocab_size
      • TransformerConfig.weight_decay
  • Module contents
• utils package
  • Submodules
  • utils.estimate_loss module
    • estimate_loss()
  • utils.plot_losses module
    • plot_losses()
  • utils.training_loop module
    • get_linear_schedule_with_warmup()
    • training_loop()
  • Module contents