{
    "author": null,
    "date_published": null,
    "dek": null,
    "direction": "ltr",
    "domain": "qlabs.sh",
    "excerpt": "Contents TL;DR 1 Introduction 2 Method 2.1 Activation-Space Perturbation 2.2 Credit Assignment 2.3 Interference and Tuning 3 Pretraining Without a Backward Pass 3.1 Setup",
    "lead_image_url": null,
    "next_page_url": null,
    "rendered_pages": 1,
    "title": "Dust: Pretraining Transformers Without Backpropagation",
    "total_pages": 1,
    "url": "https://qlabs.sh/research/dust",
    "word_count": 28
}