@misc{indiciae20f65fc5a332,
  title = {D4: Improving LLM Pretraining via Document De-Duplication and Diversification},
  author = {Kushal Tirumala and Daniel Simig and Armen Aghajanyan and Ari S. Morcos},
  year = {2023},
  url = {https://arxiv.org/abs/2308.12284},
  note = {Source identifier: 2308.12284}
}