{ "revision_id": 16, "created": "2022-03-14T02:49:41.436015+00:00", "links": { "bibtex": "https://inspirehep.net/api/literature/2050183?format=bibtex", "latex-eu": "https://inspirehep.net/api/literature/2050183?format=latex-eu", "latex-us": "https://inspirehep.net/api/literature/2050183?format=latex-us", "json": "https://inspirehep.net/api/literature/2050183?format=json", "json-expanded": "https://inspirehep.net/api/literature/2050183?format=json-expanded", "cv": "https://inspirehep.net/api/literature/2050183?format=cv", "citations": "https://inspirehep.net/api/literature/?q=refersto%3Arecid%3A2050183" }, "id": "2050183", "uuid": "b1de8b88-afa1-414f-afc1-e59ac32c8e71", "metadata": { "citation_count_without_self_citations": 22, "publication_info": [ { "cnum": "C21-07-11", "conference_record": { "$ref": "https://inspirehep.net/api/conferences/1803127" } } ], "citation_count": 30, "core": true, "urls": [ { "value": "https://www.slac.stanford.edu/econf/C210711/", "description": "eConf" } ], "titles": [ { "title": "Symmetry Group Equivariant Architectures for Physics", "source": "arXiv" } ], "$schema": "https://inspirehep.net/schemas/records/hep.json", "authors": [ { "uuid": "bd1285fd-0cd6-4f18-9054-33b89ac2d22f", "record": { "$ref": "https://inspirehep.net/api/authors/2050189" }, "full_name": "Bogatskiy, Alexander", "affiliations": [ { "value": "Flatiron Inst., New York", "record": { "$ref": "https://inspirehep.net/api/institutions/1601179" } } ], "signature_block": "BAGATSCYa", "raw_affiliations": [ { "value": "Flatiron Institute" } ] }, { "uuid": "2afbc507-8c6c-4f67-b398-5f62f6e64865", "record": { "$ref": "https://inspirehep.net/api/authors/1071689" }, "full_name": "Ganguly, Sanmay", "affiliations": [ { "value": "Tokyo U., ICEPP", "record": { "$ref": "https://inspirehep.net/api/institutions/903275" } } ], "signature_block": "GANGALYs", "raw_affiliations": [ { "value": "ICEPP, University of Tokyo" } ] }, { "uuid": "76283414-b1bf-4342-aadf-6eff5a0cde80", "record": { "$ref": "https://inspirehep.net/api/authors/2050191" }, "full_name": "Kipf, Thomas", "affiliations": [ { "value": "Google Research, CH", "record": { "$ref": "https://inspirehep.net/api/institutions/1750828" }, "curated_relation": true } ], "signature_block": "CAPFt" }, { "uuid": "292fb3fe-d59d-43b3-995c-952889d4838f", "record": { "$ref": "https://inspirehep.net/api/authors/1989987" }, "full_name": "Kondor, Risi", "affiliations": [ { "value": "Chicago U.", "record": { "$ref": "https://inspirehep.net/api/institutions/902729" } } ], "signature_block": "CANDARr", "raw_affiliations": [ { "value": "University of Chicago" } ] }, { "uuid": "4e51d192-ff6b-4381-9075-3728504c3f36", "emails": [ "david.w.miller@uchicago.edu" ], "record": { "$ref": "https://inspirehep.net/api/authors/1047709" }, "full_name": "Miller, David W.", "affiliations": [ { "value": "Chicago U.", "record": { "$ref": "https://inspirehep.net/api/institutions/902729" } } ], "signature_block": "MALARd", "raw_affiliations": [ { "value": "University of Chicago" } ] }, { "uuid": "ab85fce1-9aaf-412d-9168-f9a5298ad75e", "record": { "$ref": "https://inspirehep.net/api/authors/1632634" }, "full_name": "Murnane, Daniel", "affiliations": [ { "value": "Yale U.", "record": { "$ref": "https://inspirehep.net/api/institutions/903357" } } ], "signature_block": "MARNANd", "raw_affiliations": [ { "value": "Lawrence Berkeley National Laboratory 6 Massachusetts Institute of Technology 7 Yale University" } ] }, { "uuid": "b2b602dd-081d-4e27-870c-b70cdfe03235", "record": { "$ref": "https://inspirehep.net/api/authors/1614969" }, "full_name": "Offermann, Jan T.", "affiliations": [ { "value": "Chicago U.", "record": { "$ref": "https://inspirehep.net/api/institutions/902729" } } ], "signature_block": "OFARNANj", "curated_relation": true, "raw_affiliations": [ { "value": "University of Chicago" } ] }, { "uuid": "2be44b47-e98c-4d98-b1d7-948833d0941f", "emails": [ "mpettee@lbl.gov" ], "record": { "$ref": "https://inspirehep.net/api/authors/1510837" }, "full_name": "Pettee, Mariel", "affiliations": [ { "value": "Yale U.", "record": { "$ref": "https://inspirehep.net/api/institutions/903357" } } ], "signature_block": "PATYm", "raw_affiliations": [ { "value": "Lawrence Berkeley National Laboratory 6 Massachusetts Institute of Technology 7 Yale University" } ] }, { "uuid": "00357e2f-8754-425b-a628-8f409233943d", "record": { "$ref": "https://inspirehep.net/api/authors/1091403" }, "full_name": "Shanahan, Phiala", "affiliations": [ { "value": "MIT", "record": { "$ref": "https://inspirehep.net/api/institutions/907455" }, "curated_relation": true } ], "signature_block": "SANANp", "curated_relation": true }, { "uuid": "bc76a50c-4b32-41dd-a78c-4f117b234f8a", "record": { "$ref": "https://inspirehep.net/api/authors/1207376" }, "full_name": "Shimmin, Chase", "affiliations": [ { "value": "Yale U.", "record": { "$ref": "https://inspirehep.net/api/institutions/903357" }, "curated_relation": true } ], "signature_block": "SANANc" }, { "uuid": "6b480a53-1725-4c02-be3b-35104ca1af6c", "record": { "$ref": "https://inspirehep.net/api/authors/1191655" }, "full_name": "Thais, Savannah", "affiliations": [ { "value": "Princeton U.", "record": { "$ref": "https://inspirehep.net/api/institutions/903139" } } ], "signature_block": "Ts", "raw_affiliations": [ { "value": "Princeton University" } ] } ], "curated": true, "figures": [ { "key": "15988fbd6073843c9895995e3adcf460", "url": "https://inspirehep.net/files/15988fbd6073843c9895995e3adcf460", "label": "fig:inv_equiv", "source": "arxiv", "caption": "An illustration of the differences between symmetry group invariance and equivariance for the example case of identifying a handwritten letter in an image. Here, $f: X \\rightarrow Y$ is a map between vector spaces $X$ and $Y$. $\\rho_g(x) \\equiv \\rho(g,x)$ is an action of a group $G$ on $X$ and $\\rho'_g(y) \\equiv\\rho'(g,y)$ is an action of a group $G$ on $Y$. The \\emph{invariant} model (left) will output the same result on both the original and translated images, while the \\emph{equivariant} model (right) will transform the translated image in a way that reflects the underlying symmetry group. More formally, this means that the map $f$ is equivariant with respect to the actions $\\rho:G\\times X\\to X$ and $\\rho':G\\times Y\\to Y$ if $f(\\rho_g(x)) = \\rho_g' \\left(f(x)\\right)$ for all $x \\in X$ and $g \\in G$.", "filename": "invariance_vs_equivariance.png", "material": "preprint" }, { "key": "e543954ee263c54fe0bd1fd28fe30b50", "url": "https://inspirehep.net/files/e543954ee263c54fe0bd1fd28fe30b50", "label": "fig:boost_invariance", "source": "arxiv", "caption": "The accuracy of various neural networks in performing top quark tagging, as a function of a Lorentz boost applied to the testing data reference frame (parametrized with $\\beta = v/c$). The simple, 4-layer fully-connected network is not robust against Lorentz boosts, so the classification accuracy suffers as the testing data has a hidden Lorentz boost applied. While this can be potentially mitigated by careful training data augmentation -- in this case by applying random Lorentz boosts to training events -- an equivariant architecture like the Lorentz Group Network~\\cite{BoAnOfRoMK20} can provide for robustness without the need for any special training procedure. Decreased accuracy at relatively high boosts for LGN is due to numerical precision limits of that particular design. Network training and testing was performed using the top-tagging reference dataset~\\cite{KasPleThRu19}, and each curve is averaged over three separately trained network instances.", "filename": "boost_accuracy.png", "material": "preprint" }, { "key": "593279f53a37abe621e509aa367207c1", "url": "https://inspirehep.net/files/593279f53a37abe621e509aa367207c1", "label": "fig:ant_factor", "source": "arxiv", "caption": "An example of quantifying model efficiency as a function of its symmetry-constrained properties. Unconstrained learning is along the x-axis, Lorentz-constrained learning is along the y-axis, and lighter colors show greater efficiency (as captured by the ``ant factor'', a power-to-weight ratio)", "filename": "Channels_vs_ant_max_mean.png", "material": "preprint" } ], "license": [ { "url": "http://creativecommons.org/licenses/by/4.0/", "license": "CC BY 4.0", "material": "preprint" } ], "texkeys": [ "Bogatskiy:2022hub" ], "citeable": true, "keywords": [ { "value": "performance", "schema": "INSPIRE" }, { "value": "rotation", "schema": "INSPIRE" }, { "value": "computer", "schema": "INSPIRE" } ], "abstracts": [ { "value": "Physical theories grounded in mathematical symmetries are an essential component of our understanding of a wide range of properties of the universe. Similarly, in the domain of machine learning, an awareness of symmetries such as rotation or permutation invariance has driven impressive performance breakthroughs in computer vision, natural language processing, and other important applications. In this report, we argue that both the physics community and the broader machine learning community have much to understand and potentially to gain from a deeper investment in research concerning symmetry group equivariant machine learning architectures. For some applications, the introduction of symmetries into the fundamental structural design can yield models that are more economical (i.e. contain fewer, but more expressive, learned parameters), interpretable (i.e. more explainable or directly mappable to physical quantities), and/or trainable (i.e. more efficient in both data and computational requirements). We discuss various figures of merit for evaluating these models as well as some potential benefits and limitations of these methods for a variety of physics applications. Research and investment into these approaches will lay the foundation for future architectures that are potentially more robust under new computational paradigms and will provide a richer description of the physical systems to which they are applied.", "source": "arXiv" } ], "references": [ { "raw_refs": [ { "value": "[1] W. Rawat and Z. Wang, Deep Convolutional Neural Networks for Image Classification: A Comprehensive Review, Neural Computation 29 (2017) 2352.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Deep Convolutional Neural Networks for Image Classification: A Comprehensive Review" ], "label": "1", "authors": [ { "full_name": "Rawat, W." }, { "full_name": "Wang, Z." } ], "publication_info": { "year": 2017, "artid": "2352", "page_start": "2352", "journal_title": "Neural Comput.", "journal_volume": "29" } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1303898" }, "raw_refs": [ { "value": "[2] ATLAS Collaboration, A neural network clustering algorithm for the ATLAS silicon pixel detector, JINST 9 (2014) P09009 [1406.7690].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "A neural network clustering algorithm for the ATLAS silicon pixel detector" ], "label": "2", "arxiv_eprint": "1406.7690", "collaborations": [ "ATLAS Collaboration" ], "publication_info": { "year": 2014, "artid": "P09009", "journal_title": "JINST", "journal_volume": "9" } } }, { "raw_refs": [ { "value": "[3] G. Schneider and P. Wrede, Artificial neural networks for computer-based molecular design, Prog. Biophys 70 (1998) 175.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Artificial neural networks for computer-based molecular design, Prog. Biophys 70 175" ], "label": "3", "authors": [ { "full_name": "Schneider, G." }, { "full_name": "Wrede, P." } ], "publication_info": { "year": 1998 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1608405" }, "raw_refs": [ { "value": "[4] J. Carifio, J. Halverson, D. Krioukov and B.D. Nelson, Machine Learning in the String Landscape, JHEP 09 (2017) 157 [1707.00655]. REFERENCES 14", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Machine Learning in the String Landscape", "REFERENCES 14" ], "label": "4", "authors": [ { "full_name": "Carifio, J." }, { "full_name": "Halverson, J." }, { "full_name": "Krioukov, D." }, { "full_name": "Nelson, B.D." } ], "arxiv_eprint": "1707.00655", "publication_info": { "year": 2017, "artid": "157", "page_start": "157", "journal_title": "JHEP", "journal_volume": "09" } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1731778" }, "raw_refs": [ { "value": "[5] M.S. Albergo, G. Kanwar and P.E. Shanahan, Flow-based generative models for Markov chain Monte Carlo in lattice field theory, Phys. Rev. D 100 (2019) 034515 [1904.12072].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Flow-based generative models for Markov chain Monte Carlo in lattice field theory" ], "label": "5", "authors": [ { "full_name": "Albergo, M.S." }, { "full_name": "Kanwar, G." }, { "full_name": "Shanahan, P.E." } ], "arxiv_eprint": "1904.12072", "publication_info": { "year": 2019, "artid": "034515", "journal_title": "Phys.Rev.D", "journal_volume": "100" } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1501944" }, "raw_refs": [ { "value": "[6] P.T. Komiske, E.M. Metodiev and M.D. Schwartz, Deep learning in color: towards automated quark/gluon jet discrimination, JHEP 01 (2017) 110 [1612.01551].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Deep learning in color: towards automated quark/gluon jet discrimination" ], "label": "6", "authors": [ { "full_name": "Komiske, P.T." }, { "full_name": "Metodiev, E.M." }, { "full_name": "Schwartz, M.D." } ], "arxiv_eprint": "1612.01551", "publication_info": { "year": 2017, "artid": "110", "page_start": "110", "journal_title": "JHEP", "journal_volume": "01" } } }, { "raw_refs": [ { "value": "[7] D.G. Sandler, T.K. Barrett, D.A. Palmer, R.Q. Fugate and W.J. Wild, Use of a neural network to control an adaptive optics system for an astronomical telescope, Nature 351 (1991) 300.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Use of a neural network to control an adaptive optics system for an astronomical telescope" ], "label": "7", "authors": [ { "full_name": "Sandler, D.G." }, { "full_name": "Barrett, T.K." }, { "full_name": "Palmer, D.A." }, { "full_name": "Fugate, R.Q." }, { "full_name": "Wild, W.J." } ], "publication_info": { "year": 1991, "artid": "300", "page_start": "300", "journal_title": "Nature", "journal_volume": "351" } } }, { "raw_refs": [ { "value": "[8] Y. LeCun, B. Boser, J. Denker, D. Henderson, R. Howard, W. Hubbard et al., Handwritten digit recognition with a back-propagation network, Advances in Neural Information Processing Systems 2 (1989) .", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Handwritten digit recognition with a back-propagation network, Advances in Neural Information Processing Systems 2" ], "label": "8", "authors": [ { "full_name": "LeCun, Y." }, { "full_name": "Boser, B." }, { "full_name": "Denker, J." }, { "full_name": "Henderson, D." }, { "full_name": "Howard, R." }, { "full_name": "Hubbard, W." } ], "publication_info": { "year": 1989 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/2728115" }, "raw_refs": [ { "value": "[9] T. Cohen and M. Welling, Group Equivariant Convolutional Networks, Proceedings of the 33rd International Conference on Machine Learning, ICML 2016 48 (2016) 2990 [1602.07576].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Group Equivariant Convolutional Networks, Proceedings of the 33rd International Conference on Machine Learning", "2990" ], "label": "9", "authors": [ { "full_name": "Cohen, T." }, { "full_name": "Welling, M." } ], "arxiv_eprint": "1602.07576", "publication_info": { "year": 2016, "artid": "48", "page_start": "48", "journal_title": "Int.Conf.Machine Learning", "journal_volume": "2016" } } }, { "raw_refs": [ { "value": "[10] S. Dieleman, J.D. Fauw and K. Kavukcuoglu, Exploiting cyclic symmetry in convolutional neural networks, [1602.02660].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Exploiting cyclic symmetry in convolutional neural networks" ], "label": "10", "authors": [ { "full_name": "Dieleman, S." }, { "full_name": "Fauw, J.D." }, { "full_name": "Kavukcuoglu, K." } ], "arxiv_eprint": "1602.02660" } }, { "raw_refs": [ { "value": "[11] R. Kondor and S. Trivedi, On the Generalization of Equivariance and Convolution in Neural Networks to the Action of Compact Groups, Proceedings of the 35th International Conference on Machine Learning, ICML 2018 80 (2018) 2747.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "On the Generalization of Equivariance and Convolution in Neural Networks to the Action of Compact Groups, Proceedings of the 35th International Conference on Machine Learning", "2747" ], "label": "11", "authors": [ { "full_name": "Kondor, R." }, { "full_name": "Trivedi, S." } ], "publication_info": { "year": 2018, "artid": "80", "page_start": "80", "journal_title": "Int.Conf.Machine Learning", "journal_volume": "2018" } } }, { "raw_refs": [ { "value": "[12] D. Yarotsky, Universal approximations of invariant maps by neural networks, CoRR (2018) [1804.10306].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Universal approximations of invariant maps by neural networks, CoRR" ], "label": "12", "authors": [ { "full_name": "Yarotsky, D." } ], "arxiv_eprint": "1804.10306", "publication_info": { "year": 2018 } } }, { "raw_refs": [ { "value": "[13] R. Kondor, N-body networks: a covariant hierarchical neural network architecture for learning atomic potentials, [1803.01588].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "N-body networks: a covariant hierarchical neural network architecture for learning atomic potentials" ], "label": "13", "authors": [ { "full_name": "Kondor, R." } ], "arxiv_eprint": "1803.01588" } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1799848" }, "raw_refs": [ { "value": "[14] A. Bogatskiy, B. Anderson, J.T. Offermann, M. Roussi, D.W. Miller and R. Kondor, Lorentz group equivariant neural network for particle physics, Proceedings of the 37th International Conference on Machine Learning, ICML 2020 (2020) [2006.04780].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Lorentz group equivariant neural network for particle physics, Proceedings of the 37th International Conference on Machine Learning, ICML" ], "label": "14", "authors": [ { "full_name": "Bogatskiy, A." }, { "full_name": "Anderson, B." }, { "full_name": "Offermann, J.T." }, { "full_name": "Roussi, M." }, { "full_name": "Miller, D.W." }, { "full_name": "Kondor, R." } ], "arxiv_eprint": "2006.04780", "publication_info": { "year": 2020 } } }, { "raw_refs": [ { "value": "[15] M. Zaheer, S. Kottur, S. Ravanbakhsh, B. Poczos, R.R. Salakhutdinov and A.J. Smola, Deep Sets, Advances in Neural Information Processing Systems 30 (2017) 3391.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Deep Sets" ], "label": "15", "authors": [ { "full_name": "Zaheer, M." }, { "full_name": "Kottur, S." }, { "full_name": "Ravanbakhsh, S." }, { "full_name": "Poczos, B." }, { "full_name": "Salakhutdinov, R.R." }, { "full_name": "Smola, A.J." } ], "publication_info": { "year": 2017, "artid": "3391", "page_start": "3391", "journal_title": "Adv.Neural Inf.Process.Syst.", "journal_volume": "30" } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1834450" }, "raw_refs": [ { "value": "[16] M.J. Dolan and A. Ore, Equivariant energy flow networks for jet tagging, Physical Review D 103 (2021) [2012.00964].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Equivariant energy flow networks for jet tagging, Physical Review D", "103" ], "label": "16", "authors": [ { "full_name": "Dolan, M.J." }, { "full_name": "Ore, A." } ], "arxiv_eprint": "2012.00964", "publication_info": { "year": 2021 } } }, { "raw_refs": [ { "value": "[17] H. Maron, H. Ben-Hamu, N. Shamir and Y. Lipman, Invariant and equivariant graph networks, International Conference on Learning Representations, ICLR 2019 (2019) [1812.09902].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Invariant and equivariant graph networks, International Conference on Learning Representations, ICLR" ], "label": "17", "authors": [ { "full_name": "Maron, H." }, { "full_name": "Ben-Hamu, H." }, { "full_name": "Shamir, N." }, { "full_name": "Lipman, Y." } ], "arxiv_eprint": "1812.09902", "publication_info": { "year": 2019 } } }, { "raw_refs": [ { "value": "[18] F. Monti, D. Boscaini, J. Masci, E. Rodolà, J. Svoboda and M.M. Bronstein, Geometric deep learning on graphs and manifolds using mixture model cnns, IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017 (2017) 5425.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Geometric deep learning on graphs and manifolds using mixture model cnns", "Conference on Computer Vision and Pattern Recognition, CVPR5425" ], "label": "18", "authors": [ { "full_name": "Monti, F." }, { "full_name": "Boscaini, D." }, { "full_name": "Masci, J." }, { "full_name": "Rodol, E." }, { "full_name": "Svoboda, J." }, { "full_name": "Bronstein, M.M." } ], "imprint": { "publisher": "IEEE" }, "publication_info": { "year": 2017 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/2730342" }, "raw_refs": [ { "value": "[19] N. Thomas, T. Smidt, S.M. Kearnes, L. Yang, L. Li, K. Kohlhoff et al., Tensor field networks: Rotationand translation-equivariant neural networks for 3d point clouds, NeurIPS 2018 Workshop on Molecules and Materials (2018) [1802.08219].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Tensor field networks: Rotationand translation-equivariant neural networks for 3d point clouds, NeurIPSWorkshop on Molecules and Materials" ], "label": "19", "authors": [ { "full_name": "Thomas, N." }, { "full_name": "Smidt, T." }, { "full_name": "Kearnes, S.M." }, { "full_name": "Yang, L." }, { "full_name": "Li, L." }, { "full_name": "Kohlhoff, K." } ], "arxiv_eprint": "1802.08219", "publication_info": { "year": 2018 } } }, { "raw_refs": [ { "value": "[20] T.S. Cohen, M. Geiger, J. Köhler and M. Welling, Spherical CNNs, in International Conference on Learning Representations, 2018, https://openreview.net/forum?id=Hkbd5xZRb. REFERENCES 15", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Spherical CNNs, in International Conference on Learning Representations", "REFERENCES 15" ], "urls": [ { "value": "https://openreview.net/forum?id=Hkbd5xZRb" } ], "label": "20", "authors": [ { "full_name": "Cohen, T.S." }, { "full_name": "Geiger, M." }, { "full_name": "Köhler, J." }, { "full_name": "Welling, M." } ], "publication_info": { "year": 2018 } } }, { "raw_refs": [ { "value": "[21] R. Kondor, Z. Lin and S. Trivedi, Clebsch-Gordan Nets: a Fully Fourier Space Spherical Convolutional Neural Network, in NeurIPS 2018, S. Bengio, H.M. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi and R. Garnett, eds., pp. 10138–10147, 2018, http://papers.nips.cc/paper/8215clebschgordan-nets-a-fully-fourier-space-spherical-convolutional-neural-network.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Clebsch-Gordan Nets: a Fully Fourier Space Spherical Convolutional Neural Network, in NeurIPS, S. Bengio, H.M. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi and R. Garnett (eds.)", "pp. 10138-10147" ], "urls": [ { "value": "http://papers.nips.cc/paper/8215clebschgordan-nets-a-fully-fourier-space-spherical-convolutional-neural-network" } ], "label": "21", "authors": [ { "full_name": "Kondor, R." }, { "full_name": "Lin, Z." }, { "full_name": "Trivedi, S." } ], "publication_info": { "year": 2018 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1785309" }, "raw_refs": [ { "value": "[22] G. Kanwar, M.S. Albergo, D. Boyda, K. Cranmer, D.C. Hackett, S. Racanière et al., Equivariant flow-based sampling for lattice gauge theory, [2003.06413].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Equivariant flow-based sampling for lattice gauge theory" ], "label": "22", "authors": [ { "full_name": "Kanwar, G." }, { "full_name": "Albergo, M.S." }, { "full_name": "Boyda, D." }, { "full_name": "Cranmer, K." }, { "full_name": "Hackett, D.C." }, { "full_name": "Racanière, S." } ], "arxiv_eprint": "2003.06413" } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1811378" }, "raw_refs": [ { "value": "[23] D. Boyda, G. Kanwar, S. Racanière, D.J. Rezende, M.S. Albergo, K. Cranmer et al., Sampling using 𝑆𝑈(𝑁) gauge equivariant flows, [2008.05456].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Sampling using 𝑆𝑈(𝑁) gauge equivariant flows" ], "label": "23", "authors": [ { "full_name": "Boyda, D." }, { "full_name": "Kanwar, G." }, { "full_name": "Racanière, S." }, { "full_name": "Rezende, D.J." }, { "full_name": "Albergo, M.S." }, { "full_name": "Cranmer, K." } ], "arxiv_eprint": "2008.05456" } }, { "raw_refs": [ { "value": "[24] T. Frankel, The geometry of physics, Cambridge University Press, Cambridge, second ed. (2004).", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "The geometry of physics, Cambridge University Press, Cambridge, second ed" ], "label": "24", "authors": [ { "full_name": "Frankel, T." } ], "publication_info": { "year": 2004 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/2735635" }, "raw_refs": [ { "value": "[25] K. Hornik, M. Stinchcombe and H. White, Multilayer feedforward networks are universal approximators, Neural Netw 2 (1989) 359.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Multilayer feedforward networks are universal approximators" ], "label": "25", "authors": [ { "full_name": "Hornik, K." }, { "full_name": "Stinchcombe, M." }, { "full_name": "White, H." } ], "publication_info": { "year": 1989, "artid": "359", "page_start": "359", "journal_title": "Neural Networks", "journal_volume": "2" } } }, { "raw_refs": [ { "value": "[26] M. Finzi, S. Stanton, P. Izmailov and A.G. Wilson, Generalizing convolutional neural networks for equivariance to lie groups on arbitrary continuous data, Proceedings of the 37th International Conference on Machine Learning, ICML 2020 119 (2020) 3165 [2002.12880].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Generalizing convolutional neural networks for equivariance to lie groups on arbitrary continuous data, Proceedings of the 37th International Conference on Machine Learning", "3165" ], "label": "26", "authors": [ { "full_name": "Finzi, M." }, { "full_name": "Stanton, S." }, { "full_name": "Izmailov, P." }, { "full_name": "Wilson, A.G." } ], "arxiv_eprint": "2002.12880", "publication_info": { "year": 2020, "artid": "119", "page_start": "119", "journal_title": "Int.Conf.Machine Learning", "journal_volume": "2020" } } }, { "raw_refs": [ { "value": "[27] V.G. Satorras, E. Hoogeboom and M. Welling, E(n) equivariant graph neural networks, Proceedings of the 38th International Conference on Machine Learning, ICML 2021 (2021) [2102.09844].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "E(n) equivariant graph neural networks, Proceedings of the 38th International Conference on Machine Learning, ICML" ], "label": "27", "authors": [ { "full_name": "Satorras, V.G." }, { "full_name": "Hoogeboom, E." }, { "full_name": "Welling, M." } ], "arxiv_eprint": "2102.09844", "publication_info": { "year": 2021 } } }, { "raw_refs": [ { "value": "[28] M. Hutchinson, C.L. Lan, S. Zaidi, E. Dupont, Y.W. Teh and H. Kim, Lietransformer: Equivariant self-attention for lie groups, [2012.10885].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Lietransformer: Equivariant self-attention for lie groups" ], "label": "28", "authors": [ { "full_name": "Hutchinson, M." }, { "full_name": "Lan, C.L." }, { "full_name": "Zaidi, S." }, { "full_name": "Dupont, E." }, { "full_name": "Teh, Y.W." }, { "full_name": "Kim, H." } ], "arxiv_eprint": "2012.10885" } }, { "raw_refs": [ { "value": "[29] V.G. Satorras, E. Hoogeboom, F.B. Fuchs, I. Posner and M. Welling, E(n) equivariant normalizing flows for molecule generation in 3d, CoRR abs/2105.09016 (2021) [2105.09016].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "E(n) equivariant normalizing flows for molecule generation in 3d, CoRR abs/" ], "label": "29", "authors": [ { "full_name": "Satorras, V.G." }, { "full_name": "Hoogeboom, E." }, { "full_name": "Fuchs, F.B." }, { "full_name": "Posner, I." }, { "full_name": "Welling, M." } ], "arxiv_eprint": "2105.09016" } }, { "raw_refs": [ { "value": "[29] V.G. Satorras, E. Hoogeboom, F.B. Fuchs, I. Posner and M. Welling, E(n) equivariant normalizing flows for molecule generation in 3d, CoRR abs/2105.09016 (2021) [2105.09016].", "schema": "text", "source": "arXiv" } ], "reference": { "label": "29", "authors": [ { "full_name": "Satorras, V.G." }, { "full_name": "Hoogeboom, E." }, { "full_name": "Fuchs, F.B." }, { "full_name": "Posner, I." }, { "full_name": "Welling, M." } ], "arxiv_eprint": "2105.09016", "publication_info": { "year": 2021 } } }, { "raw_refs": [ { "value": "[30] S. Batzner, A. Musaelian, L. Sun, M. Geiger, J.P. Mailoa, M. Kornbluth et al., E(3)-equivariant graph neural networks for data-efficient and accurate interatomic potentials, [2101.03164].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "E(3)-equivariant graph neural networks for data-efficient and accurate interatomic potentials" ], "label": "30", "authors": [ { "full_name": "Batzner, S." }, { "full_name": "Musaelian, A." }, { "full_name": "Sun, L." }, { "full_name": "Geiger, M." }, { "full_name": "Mailoa, J.P." }, { "full_name": "Kornbluth, M." } ], "arxiv_eprint": "2101.03164" } }, { "raw_refs": [ { "value": "[31] T.S. Cohen and M. Welling, Steerable CNNs, in International Conference on Learning Representations, 2017, https://openreview.net/forum?id=rJQKYt5ll.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Steerable CNNs, in International Conference on Learning Representations" ], "urls": [ { "value": "https://openreview.net/forum?id=rJQKYt5ll" } ], "label": "31", "authors": [ { "full_name": "Cohen, T.S." }, { "full_name": "Welling, M." } ], "publication_info": { "year": 2017 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/2014148" }, "raw_refs": [ { "value": "[32] S. Gong, Q. Meng, J. Zhang, H. Qu, C. Li, S. Qian et al., An efficient Lorentz equivariant graph neural network for jet tagging, [2201.08187].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "An efficient Lorentz equivariant graph neural network for jet tagging" ], "label": "32", "authors": [ { "full_name": "Gong, S." }, { "full_name": "Meng, Q." }, { "full_name": "Zhang, J." }, { "full_name": "Qu, H." }, { "full_name": "Li, C." }, { "full_name": "Qian, S." } ], "arxiv_eprint": "2201.08187" } }, { "raw_refs": [ { "value": "[33] M. Dax, S.R. Green, J. Gair, M. Deistler, B. Schölkopf and J.H. Macke, Group equivariant neural posterior estimation, 2021.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Group equivariant neural posterior estimation" ], "label": "33", "authors": [ { "full_name": "Dax, M." }, { "full_name": "Green, S.R." }, { "full_name": "Gair, J." }, { "full_name": "Deistler, M." }, { "full_name": "Schölkopf, B." }, { "full_name": "Macke, J.H." } ], "publication_info": { "year": 2021 } } }, { "raw_refs": [ { "value": "[34] J. Jumper, R. Evans, A. Pritzel, T. Green, M. Figurnov, O. Ronneberger et al., Highly accurate protein structure prediction with AlphaFold, Nature 596 (2021) 583.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Highly accurate protein structure prediction with AlphaFold" ], "label": "34", "authors": [ { "full_name": "Jumper, J." }, { "full_name": "Evans, R." }, { "full_name": "Pritzel, A." }, { "full_name": "Green, T." }, { "full_name": "Figurnov, M." }, { "full_name": "Ronneberger, O." } ], "publication_info": { "year": 2021, "artid": "583", "page_start": "583", "journal_title": "Nature", "journal_volume": "596" } } }, { "raw_refs": [ { "value": "[35] H. Qu and L. Gouskos, Jet tagging via particle clouds, Physical Review D 101 (2020) .", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Jet tagging via particle clouds, Physical Review D", "101" ], "label": "35", "authors": [ { "full_name": "Qu, H." }, { "full_name": "Gouskos, L." } ], "publication_info": { "year": 2020 } } }, { "raw_refs": [ { "value": "[36] P.T. Komiske, E.M. Metodiev and J. Thaler, Energy flow polynomials: a complete linear basis for jet substructure, Journal of High Energy Physics 2018 (2018) .", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Energy flow polynomials: a complete linear basis for jet substructure, Journal of High Energy Physics" ], "label": "36", "authors": [ { "full_name": "Komiske, P.T." }, { "full_name": "Metodiev, E.M." }, { "full_name": "Thaler, J." } ], "publication_info": { "year": 2018 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/2032078" }, "raw_refs": [ { "value": "[37] D. Murnane, S. Thais and J. Wong, Semi-Equivariant GNN Architectures for Jet Tagging, [2202.06941].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Semi-Equivariant GNN Architectures for Jet Tagging" ], "label": "37", "authors": [ { "full_name": "Murnane, D." }, { "full_name": "Thais, S." }, { "full_name": "Wong, J." } ], "arxiv_eprint": "2202.06941" } }, { "raw_refs": [ { "value": "[38] G. Kasieczka, T. Plehn, J. Thompson and M. Russel, Top quark tagging reference dataset, Zenodo (2019) . REFERENCES 16", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Top quark tagging reference dataset, Zenodo . REFERENCES 16" ], "label": "38", "authors": [ { "full_name": "Kasieczka, G." }, { "full_name": "Plehn, T." }, { "full_name": "Thompson, J." }, { "full_name": "Russel, M." } ], "publication_info": { "year": 2019 } } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1903053" }, "raw_refs": [ { "value": "[39] B.M. Dillon, G. Kasieczka, H. Olischlager, T. Plehn, P. Sorrenson and L. Vogel, Symmetries, safety, and self-supervision, [2108.04253].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Symmetries, safety, and self-supervision" ], "label": "39", "authors": [ { "full_name": "Dillon, B.M." }, { "full_name": "Kasieczka, G." }, { "full_name": "Olischlager, H." }, { "full_name": "Plehn, T." }, { "full_name": "Sorrenson, P." }, { "full_name": "Vogel, L." } ], "arxiv_eprint": "2108.04253" } }, { "record": { "$ref": "https://inspirehep.net/api/literature/1987977" }, "raw_refs": [ { "value": "[40] K. Desai, B. Nachman and J. Thaler, SymmetryGAN: Symmetry discovery with deep learning, [2112.05722].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "SymmetryGAN: Symmetry discovery with deep learning" ], "label": "40", "authors": [ { "full_name": "Desai, K." }, { "full_name": "Nachman, B." }, { "full_name": "Thaler, J." } ], "arxiv_eprint": "2112.05722" } }, { "raw_refs": [ { "value": "[41] T. Kipf, E. van der Pol and M. Welling, Contrastive learning of structured world models, [1911.12247].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "E. van der Pol and M. Welling, Contrastive learning of structured world models" ], "label": "41", "authors": [ { "full_name": "Kipf, T." } ], "arxiv_eprint": "1911.12247" } }, { "raw_refs": [ { "value": "[42] J.Y. Park, O. Biza, L. Zhao, J.-W. van de Meent and R. Walters, Learning symmetric representations for equivariant world models, .", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "J.-W. van de Meent and R. Walters, Learning symmetric representations for equivariant world models" ], "label": "42", "authors": [ { "full_name": "Park, J.Y." }, { "full_name": "Biza, O." }, { "full_name": "Zhao, L." } ] } }, { "raw_refs": [ { "value": "[43] J. Frankle and M. Carbin, The lottery ticket hypothesis: Finding sparse, trainable neural networks, [1803.03635].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "The lottery ticket hypothesis: Finding sparse, trainable neural networks" ], "label": "43", "authors": [ { "full_name": "Frankle, J." }, { "full_name": "Carbin, M." } ], "arxiv_eprint": "1803.03635" } }, { "raw_refs": [ { "value": "[44] D. Bau, B. Zhou, A. Khosla, A. Oliva and A. Torralba, Network dissection: Quantifying interpretability of deep visual representations, Proceedings of the IEEE conference on computer vision and pattern recognition (2017) 6541.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Network dissection: Quantifying interpretability of deep visual representations, Proceedings of the IEEE conference on computer vision and pattern recognition 6541" ], "label": "44", "authors": [ { "full_name": "Bau, D." }, { "full_name": "Zhou, B." }, { "full_name": "Khosla, A." }, { "full_name": "Oliva, A." }, { "full_name": "Torralba, A." } ], "publication_info": { "year": 2017 } } }, { "raw_refs": [ { "value": "[45] B.M. Anderson, T. Hy and R. Kondor, Cormorant: Covariant Molecular Neural Networks, in NeurIPS 2019, H.M. Wallach, H. Larochelle, A. Beygelzimer, F. d’Alché-Buc, E.B. Fox and R. Garnett, eds., pp. 14510–14519, 2019, http://papers.nips.cc/paper/9596-cormorant-covariant-molecular-neural-networks.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Cormorant: Covariant Molecular Neural Networks, in NeurIPS, H.M. Wallach, H. Larochelle, A. Beygelzimer, F. d’Alché-Buc, E.B. Fox and R. Garnett (eds.)", "pp. 14510-14519" ], "urls": [ { "value": "http://papers.nips.cc/paper/9596-cormorant-covariant-molecular-neural-networks" } ], "label": "45", "authors": [ { "full_name": "Anderson, B.M." }, { "full_name": "Hy, T." }, { "full_name": "Kondor, R." } ], "publication_info": { "year": 2019 } } }, { "raw_refs": [ { "value": "[46] F.B. Fuchs, D.E. Worrall, V. Fischer and M. Welling, SE(3)-Transformers: 3D Roto-Translation Equivariant Attention Networks, arXiv (2020) [2006.10503].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "SE(3)-Transformers: 3D Roto-Translation Equivariant Attention Networks, arXiv" ], "label": "46", "authors": [ { "full_name": "Fuchs, F.B." }, { "full_name": "Worrall, D.E." }, { "full_name": "Fischer, V." }, { "full_name": "Welling, M." } ], "arxiv_eprint": "2006.10503", "publication_info": { "year": 2020 } } }, { "raw_refs": [ { "value": "[47] M. Finzi, G. Benton and A.G. Wilson, Residual pathway priors for soft equivariance constraints, [2112.01388].", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Residual pathway priors for soft equivariance constraints" ], "label": "47", "authors": [ { "full_name": "Finzi, M." }, { "full_name": "Benton, G." }, { "full_name": "Wilson, A.G." } ], "arxiv_eprint": "2112.01388" } }, { "raw_refs": [ { "value": "[48] A. Meurer, C.P. Smith, M. Paprocki, O. Čertík, S.B. Kirpichev, M. Rocklin et al., Sympy: symbolic computing in python, PeerJ Computer Science 3 (2017) e103.", "schema": "text", "source": "arXiv" } ], "reference": { "misc": [ "Sympy: symbolic computing in python, PeerJ" ], "label": "48", "authors": [ { "full_name": "Meurer, A." }, { "full_name": "Smith, C.P." }, { "full_name": "Paprocki, M." }, { "full_name": "Čertík, O." }, { "full_name": "Kirpichev, S.B." }, { "full_name": "Rocklin, M." } ], "publication_info": { "year": 2017, "artid": "e103", "page_start": "e103", "journal_title": "Comput.Sci.", "journal_volume": "3" } } } ], "public_notes": [ { "value": "Contribution to Snowmass 2021", "source": "arXiv" } ], "arxiv_eprints": [ { "value": "2203.06153", "categories": [ "cs.LG", "astro-ph.IM", "cs.AI", "hep-ex", "hep-ph" ] } ], "document_type": [ "conference paper" ], "preprint_date": "2022-03-11", "control_number": 2050183, "number_of_pages": 16, "inspire_categories": [ { "term": "Computing", "source": "arxiv" }, { "term": "Instrumentation", "source": "arxiv" }, { "term": "Experiment-HEP", "source": "arxiv" }, { "term": "Phenomenology-HEP", "source": "arxiv" } ] }, "updated": "2024-02-14T20:46:01.529870+00:00" }