395 lines
15 KiB
Plaintext
395 lines
15 KiB
Plaintext
% $ biblatex auxiliary file $
|
|
% $ biblatex bbl format version 3.2 $
|
|
% Do not modify the above lines!
|
|
%
|
|
% This is an auxiliary file used by the 'biblatex' package.
|
|
% This file may safely be deleted. It will be recreated by
|
|
% biber as required.
|
|
%
|
|
\begingroup
|
|
\makeatletter
|
|
\@ifundefined{ver@biblatex.sty}
|
|
{\@latex@error
|
|
{Missing 'biblatex' package}
|
|
{The bibliography requires the 'biblatex' package.}
|
|
\aftergroup\endinput}
|
|
{}
|
|
\endgroup
|
|
|
|
|
|
\refsection{0}
|
|
\datalist[entry]{nty/global//global/global}
|
|
\entry{hoffmann2022trainingcomputeoptimallargelanguage}{misc}{}
|
|
\name{author}{22}{}{%
|
|
{{un=0,uniquepart=base,hash=92d226c4ea870c0e9df2ceb8bf03d8ff}{%
|
|
family={Hoffmann},
|
|
familyi={H\bibinitperiod},
|
|
given={Jordan},
|
|
giveni={J\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=c28d74501d531d6672ccf4c28016c7ac}{%
|
|
family={Borgeaud},
|
|
familyi={B\bibinitperiod},
|
|
given={Sebastian},
|
|
giveni={S\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=e9a587c57b1dcb4834850800386d8aca}{%
|
|
family={Mensch},
|
|
familyi={M\bibinitperiod},
|
|
given={Arthur},
|
|
giveni={A\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=eee8c4b85d5c4e1f4bc70218d34ba69d}{%
|
|
family={Buchatskaya},
|
|
familyi={B\bibinitperiod},
|
|
given={Elena},
|
|
giveni={E\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=3d7a83ed6eb983ca17cec804631dc22e}{%
|
|
family={Cai},
|
|
familyi={C\bibinitperiod},
|
|
given={Trevor},
|
|
giveni={T\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=5cc07c10e9f1ef5fae367662553d982c}{%
|
|
family={Rutherford},
|
|
familyi={R\bibinitperiod},
|
|
given={Eliza},
|
|
giveni={E\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=47f81e65396e1d91b7ab70d59f69329b}{%
|
|
family={Las\bibnamedelima Casas},
|
|
familyi={L\bibinitperiod\bibinitdelim C\bibinitperiod},
|
|
given={Diego},
|
|
giveni={D\bibinitperiod},
|
|
givenun=0,
|
|
prefix={de},
|
|
prefixi={d\bibinitperiod}}}%
|
|
{{un=0,uniquepart=base,hash=68b917d11d355ed641ee448751fb3ba5}{%
|
|
family={Hendricks},
|
|
familyi={H\bibinitperiod},
|
|
given={Lisa\bibnamedelima Anne},
|
|
giveni={L\bibinitperiod\bibinitdelim A\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=7a7fdb4cb72d04e1eaa8a6a2ca0358dc}{%
|
|
family={Welbl},
|
|
familyi={W\bibinitperiod},
|
|
given={Johannes},
|
|
giveni={J\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=b06242c53973106520ab19f8e1fc3799}{%
|
|
family={Clark},
|
|
familyi={C\bibinitperiod},
|
|
given={Aidan},
|
|
giveni={A\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=0c1f2b1cf15f9e15216a9e652512bf6f}{%
|
|
family={Hennigan},
|
|
familyi={H\bibinitperiod},
|
|
given={Tom},
|
|
giveni={T\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=70b3914180795f8c87317cbd0599c942}{%
|
|
family={Noland},
|
|
familyi={N\bibinitperiod},
|
|
given={Eric},
|
|
giveni={E\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=da626c813aa81825001015989a23f850}{%
|
|
family={Millican},
|
|
familyi={M\bibinitperiod},
|
|
given={Katie},
|
|
giveni={K\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=54c5c572d4fdc5d822c240b59fcadad4}{%
|
|
family={Driessche},
|
|
familyi={D\bibinitperiod},
|
|
given={George},
|
|
giveni={G\bibinitperiod},
|
|
givenun=0,
|
|
prefix={van\bibnamedelima den},
|
|
prefixi={v\bibinitperiod\bibinitdelim d\bibinitperiod}}}%
|
|
{{un=0,uniquepart=base,hash=4da5c824138e58f9def8fd792b5ad94f}{%
|
|
family={Damoc},
|
|
familyi={D\bibinitperiod},
|
|
given={Bogdan},
|
|
giveni={B\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=8bc2c63cf1c4c6e9e4d317839dda4de2}{%
|
|
family={Guy},
|
|
familyi={G\bibinitperiod},
|
|
given={Aurelia},
|
|
giveni={A\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=643f92e8f89f2746a4c1aa077d225755}{%
|
|
family={Osindero},
|
|
familyi={O\bibinitperiod},
|
|
given={Simon},
|
|
giveni={S\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=9d16b7284df92c9adaee86c37ab992df}{%
|
|
family={Simonyan},
|
|
familyi={S\bibinitperiod},
|
|
given={Karen},
|
|
giveni={K\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=6aa92a937d4d30dd0b5ec0eecbad1bf1}{%
|
|
family={Elsen},
|
|
familyi={E\bibinitperiod},
|
|
given={Erich},
|
|
giveni={E\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=8dcdeb16ef3c68cf8396226668804fe0}{%
|
|
family={Rae},
|
|
familyi={R\bibinitperiod},
|
|
given={Jack\bibnamedelima W.},
|
|
giveni={J\bibinitperiod\bibinitdelim W\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=494b568c5dc85ba8f3f409635f9c5f25}{%
|
|
family={Vinyals},
|
|
familyi={V\bibinitperiod},
|
|
given={Oriol},
|
|
giveni={O\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=50d24de916599d306c5cb1a77156e4b9}{%
|
|
family={Sifre},
|
|
familyi={S\bibinitperiod},
|
|
given={Laurent},
|
|
giveni={L\bibinitperiod},
|
|
givenun=0}}%
|
|
}
|
|
\strng{namehash}{8be79936575bb0d5b77c96da6d2a6d52}
|
|
\strng{fullhash}{fb6d92421541c28738787855a47da527}
|
|
\strng{bibnamehash}{8be79936575bb0d5b77c96da6d2a6d52}
|
|
\strng{authorbibnamehash}{8be79936575bb0d5b77c96da6d2a6d52}
|
|
\strng{authornamehash}{8be79936575bb0d5b77c96da6d2a6d52}
|
|
\strng{authorfullhash}{fb6d92421541c28738787855a47da527}
|
|
\field{sortinit}{H}
|
|
\field{sortinithash}{23a3aa7c24e56cfa16945d55545109b5}
|
|
\true{singletitle}
|
|
\field{labelnamesource}{author}
|
|
\field{labeltitlesource}{title}
|
|
\field{eprintclass}{cs.CL}
|
|
\field{eprinttype}{arXiv}
|
|
\field{title}{Training Compute-Optimal Large Language Models}
|
|
\field{year}{2022}
|
|
\verb{eprint}
|
|
\verb 2203.15556
|
|
\endverb
|
|
\verb{urlraw}
|
|
\verb arxiv.org/abs/2203.15556
|
|
\endverb
|
|
\verb{url}
|
|
\verb arxiv.org/abs/2203.15556
|
|
\endverb
|
|
\endentry
|
|
\entry{ivanov2024}{misc}{}
|
|
\name{author}{2}{}{%
|
|
{{un=0,uniquepart=base,hash=1935b6f0043d4bac823842ff5d478faf}{%
|
|
family={Ivanov},
|
|
familyi={I\bibinitperiod},
|
|
given={Todor},
|
|
giveni={T\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=495d2036e580863cb79ad80a7bb2fc78}{%
|
|
family={Penchev},
|
|
familyi={P\bibinitperiod},
|
|
given={Valeri},
|
|
giveni={V\bibinitperiod},
|
|
givenun=0}}%
|
|
}
|
|
\strng{namehash}{259e51507bbcab245b7267c088c1998f}
|
|
\strng{fullhash}{259e51507bbcab245b7267c088c1998f}
|
|
\strng{bibnamehash}{259e51507bbcab245b7267c088c1998f}
|
|
\strng{authorbibnamehash}{259e51507bbcab245b7267c088c1998f}
|
|
\strng{authornamehash}{259e51507bbcab245b7267c088c1998f}
|
|
\strng{authorfullhash}{259e51507bbcab245b7267c088c1998f}
|
|
\field{sortinit}{I}
|
|
\field{sortinithash}{8d291c51ee89b6cd86bf5379f0b151d8}
|
|
\true{singletitle}
|
|
\field{labelnamesource}{author}
|
|
\field{labeltitlesource}{title}
|
|
\field{eprintclass}{cs.DC}
|
|
\field{eprinttype}{arXiv}
|
|
\field{title}{AI Benchmarks and Datasets for LLM Evaluation}
|
|
\field{year}{2024}
|
|
\verb{eprint}
|
|
\verb 2412.01020
|
|
\endverb
|
|
\verb{urlraw}
|
|
\verb arxiv.org/abs/2412.01020
|
|
\endverb
|
|
\verb{url}
|
|
\verb arxiv.org/abs/2412.01020
|
|
\endverb
|
|
\endentry
|
|
\entry{app14020744}{article}{}
|
|
\name{author}{1}{}{%
|
|
{{un=0,uniquepart=base,hash=d8c43e5429158fe51408ffa847a4a856}{%
|
|
family={Testolin},
|
|
familyi={T\bibinitperiod},
|
|
given={Alberto},
|
|
giveni={A\bibinitperiod},
|
|
givenun=0}}%
|
|
}
|
|
\strng{namehash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\strng{fullhash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\strng{bibnamehash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\strng{authorbibnamehash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\strng{authornamehash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\strng{authorfullhash}{d8c43e5429158fe51408ffa847a4a856}
|
|
\field{sortinit}{T}
|
|
\field{sortinithash}{9af77f0292593c26bde9a56e688eaee9}
|
|
\true{singletitle}
|
|
\field{labelnamesource}{author}
|
|
\field{labeltitlesource}{title}
|
|
\field{abstract}{Creating learning models that can exhibit sophisticated reasoning abilities is one of the greatest challenges in deep learning research, and mathematics is rapidly becoming one of the target domains for assessing scientific progress in this direction. In the past few years there has been an explosion of neural network architectures, datasets, and benchmarks specifically designed to tackle mathematical problems, reporting impressive achievements in disparate fields such as automated theorem proving, numerical integration, and the discovery of new conjectures or matrix multiplication algorithms. However, despite this notable success it is still unclear whether deep learning models possess an elementary understanding of quantities and numbers. This survey critically examines the recent literature, concluding that even state-of-the-art architectures and large language models often fall short when probed with relatively simple tasks designed to test basic numerical and arithmetic knowledge.}
|
|
\field{issn}{2076-3417}
|
|
\field{journaltitle}{Applied Sciences}
|
|
\field{number}{2}
|
|
\field{title}{Can Neural Networks Do Arithmetic? A Survey on the Elementary Numerical Skills of State-of-the-Art Deep Learning Models}
|
|
\field{volume}{14}
|
|
\field{year}{2024}
|
|
\verb{doi}
|
|
\verb 10.3390/app14020744
|
|
\endverb
|
|
\endentry
|
|
\entry{vaswani2023attentionneed}{misc}{}
|
|
\name{author}{8}{}{%
|
|
{{un=0,uniquepart=base,hash=7f28e84700536646dd6620a0db07ad09}{%
|
|
family={Vaswani},
|
|
familyi={V\bibinitperiod},
|
|
given={Ashish},
|
|
giveni={A\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=62efade83d70f0323fe248755e6c90c5}{%
|
|
family={Shazeer},
|
|
familyi={S\bibinitperiod},
|
|
given={Noam},
|
|
giveni={N\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=06649ebab1ea5cac0250746a19764975}{%
|
|
family={Parmar},
|
|
familyi={P\bibinitperiod},
|
|
given={Niki},
|
|
giveni={N\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=831027ee0ebf22375e2a86afc1881909}{%
|
|
family={Uszkoreit},
|
|
familyi={U\bibinitperiod},
|
|
given={Jakob},
|
|
giveni={J\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=2fd2982e30ebcec93ec1cf76e0d797fd}{%
|
|
family={Jones},
|
|
familyi={J\bibinitperiod},
|
|
given={Llion},
|
|
giveni={L\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=27b07e4eacbf4ef7a1438e3badb7dd8d}{%
|
|
family={Gomez},
|
|
familyi={G\bibinitperiod},
|
|
given={Aidan\bibnamedelima N.},
|
|
giveni={A\bibinitperiod\bibinitdelim N\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=f2bc899b1160163417da7bf510f15d33}{%
|
|
family={Kaiser},
|
|
familyi={K\bibinitperiod},
|
|
given={Lukasz},
|
|
giveni={L\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=95595a0fefb86187cbc36e551017d332}{%
|
|
family={Polosukhin},
|
|
familyi={P\bibinitperiod},
|
|
given={Illia},
|
|
giveni={I\bibinitperiod},
|
|
givenun=0}}%
|
|
}
|
|
\strng{namehash}{ee273ab30cfb889666f8c4d806eb9ce7}
|
|
\strng{fullhash}{f82970bbd2bdd7a002d2af62b743d5cc}
|
|
\strng{bibnamehash}{ee273ab30cfb889666f8c4d806eb9ce7}
|
|
\strng{authorbibnamehash}{ee273ab30cfb889666f8c4d806eb9ce7}
|
|
\strng{authornamehash}{ee273ab30cfb889666f8c4d806eb9ce7}
|
|
\strng{authorfullhash}{f82970bbd2bdd7a002d2af62b743d5cc}
|
|
\field{sortinit}{V}
|
|
\field{sortinithash}{afb52128e5b4dc4b843768c0113d673b}
|
|
\true{singletitle}
|
|
\field{labelnamesource}{author}
|
|
\field{labeltitlesource}{title}
|
|
\field{eprintclass}{cs.CL}
|
|
\field{eprinttype}{arXiv}
|
|
\field{title}{Attention Is All You Need}
|
|
\field{year}{2023}
|
|
\verb{eprint}
|
|
\verb 1706.03762
|
|
\endverb
|
|
\verb{urlraw}
|
|
\verb arxiv.org/abs/1706.03762
|
|
\endverb
|
|
\verb{url}
|
|
\verb arxiv.org/abs/1706.03762
|
|
\endverb
|
|
\endentry
|
|
\entry{Wang2024}{article}{}
|
|
\name{author}{6}{}{%
|
|
{{un=0,uniquepart=base,hash=7cca10cee48e9c197439e4af610acfe5}{%
|
|
family={Wang},
|
|
familyi={W\bibinitperiod},
|
|
given={Zichong},
|
|
giveni={Z\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=bc41c1f771e246b6d8ce744badb182e3}{%
|
|
family={Chu},
|
|
familyi={C\bibinitperiod},
|
|
given={Zhibo},
|
|
giveni={Z\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=82b0035db67db8bd400c34e8a5eec07b}{%
|
|
family={Doan},
|
|
familyi={D\bibinitperiod},
|
|
given={Thang\bibnamedelima Viet},
|
|
giveni={T\bibinitperiod\bibinitdelim V\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=852b650254c75a15c1024df13b29189c}{%
|
|
family={Ni},
|
|
familyi={N\bibinitperiod},
|
|
given={Shiwen},
|
|
giveni={S\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=feb96ca112c179e320db2db693e022b8}{%
|
|
family={Yang},
|
|
familyi={Y\bibinitperiod},
|
|
given={Min},
|
|
giveni={M\bibinitperiod},
|
|
givenun=0}}%
|
|
{{un=0,uniquepart=base,hash=dd4baede28b306ab6d37dd79d89a935b}{%
|
|
family={Zhang},
|
|
familyi={Z\bibinitperiod},
|
|
given={Wenbin},
|
|
giveni={W\bibinitperiod},
|
|
givenun=0}}%
|
|
}
|
|
\strng{namehash}{1c3e58e991d8f7a6ae5aee1e95c5cd8a}
|
|
\strng{fullhash}{391aec39c1c26e8d5e7517c1ab227456}
|
|
\strng{bibnamehash}{1c3e58e991d8f7a6ae5aee1e95c5cd8a}
|
|
\strng{authorbibnamehash}{1c3e58e991d8f7a6ae5aee1e95c5cd8a}
|
|
\strng{authornamehash}{1c3e58e991d8f7a6ae5aee1e95c5cd8a}
|
|
\strng{authorfullhash}{391aec39c1c26e8d5e7517c1ab227456}
|
|
\field{sortinit}{W}
|
|
\field{sortinithash}{4315d78024d0cea9b57a0c6f0e35ed0d}
|
|
\true{singletitle}
|
|
\field{labelnamesource}{author}
|
|
\field{labeltitlesource}{title}
|
|
\field{journaltitle}{AI and Ethics}
|
|
\field{month}{10}
|
|
\field{title}{History, development, and principles of large language models: An introductory survey}
|
|
\field{year}{2024}
|
|
\verb{doi}
|
|
\verb 10.1007/s43681-024-00583-7
|
|
\endverb
|
|
\endentry
|
|
\enddatalist
|
|
\endrefsection
|
|
\endinput
|
|
|