@Article{AbCoDoGa21, author = {Abdelfattah, Ahmad and Costa, Timothy and Dongarra, Jack and Gates, Mark and Haidar, Azzam and Hammarling, Sven and Higham, Nicholas J. and Kurzak, Jakub and Luszczek, Piotr and Tomov, Stanimire and Zounon, Mawussi}, journal = {ACM Transactions on Mathematical Software}, title = {A Set of Batched Basic Linear Algebra Subprograms and {LAPACK} Routines}, doi = {10.1145/3431921}, number = {3}, volume = {47}, articleno = {21}, year = {2021}, } @Article{AbWi10, author = {Abdi, Herv\'{e} and Williams, Lynne J.}, title = {Principal Component Analysis}, doi = {10.1002/wics.101}, number = {4}, pages = {433--459}, volume = {2}, journal = {WIREs Computational Statistics}, year = {2010}, } @Article{AcDuKo11, author = {Evrim Acar and Daniel M. Dunlavy and Tamara G. Kolda}, title = {A Scalable Optimization Approach for Fitting Canonical Tensor Decompositions}, doi = {10.1002/cem.1335}, number = {2}, pages = {67--86}, volume = {25}, journal = {Journal of Chemometrics}, year = {2011}, } @InProceedings{AcDuKoMo10, author = {Evrim Acar and Daniel M. Dunlavy and Tamara G. Kolda and Morten M{\o}rup}, booktitle = {Proceedings of the 2010 SIAM International Conference on Data Mining (SDM'10)}, title = {Scalable Tensor Factorizations with Missing Data}, doi = {10.1137/1.9781611972801.61}, pages = {701--712}, year = {2010}, } @Article{AcDuKoMo11, author = {Evrim Acar and Daniel M. Dunlavy and Tamara G. Kolda and Morten M{\o}rup}, title = {Scalable Tensor Factorizations for Incomplete Data}, doi = {10.1016/j.chemolab.2010.08.004}, number = {1}, pages = {41--56}, volume = {106}, journal = {Chemometrics and Intelligent Laboratory Systems}, year = {2011}, } @Article{AcPaGuRa14, author = {Acar, Evrim and Papalexakis, Evangelos E. and G\"urdeniz, G\"ozde and Rasmussen, Morten A. and Lawaetz, Anders J. and Nilsson, Mathias and Bro, Rasmus}, title = {Structure-Revealing Data Fusion}, doi = {10.1186/1471-2105-15-239}, number = {1}, volume = {15}, journal = {BMC Bioinformatics}, year = {2014}, } @Article{AhAbAsCi21, author = {Salman Ahmadi-Asl and Stanislav Abukhovich and Maame G. Asante-Mensah and Andrzej Cichocki and Anh Huy Phan and Tohishisa Tanaka and Ivan Oseledets}, title = {Randomized Algorithms for Computation of {Tucker} Decomposition and Higher Order {SVD} ({HOSVD})}, doi = {10.1109/access.2021.3058103}, pages = {28684--28706}, volume = {9}, journal = {IEEE Access}, year = {2021}, } @Article{AnGeHsKa14, author = {Animashree Anandkumar and Rong Ge and Daniel Hsu and Sham M. Kakade and Matus Telgarsky}, title = {Tensor Decompositions for Learning Latent Variable Models}, number = {1}, pages = {2773--2832}, url = {http://jmlr.org/papers/v15/anandkumar14b.html}, volume = {15}, journal = {Journal of Machine Learning Research}, year = {2014}, } @Book{AnBaBiBl99, author = {E. Anderson and Z. Bai and C. Bischof and S. Blackford and J. Demmel and J. Dongarra and J. Du Croz and A. Greenbaum and S. Hammarling and A. McKenney and D.Sorensen}, title = {{LAPACK} Users' Guide}, doi = {10.1137/1.9780898719604}, edition = {3}, publisher = {SIAM}, address = {Philadelphia}, year = {1999}, } @Article{AtLl83, author = {M. D. Atkinson and S. Lloyd}, title = {The Ranks of $m \times n \times (mn - 2)$ Tensors}, doi = {10.1137/0212041}, number = {4}, pages = {611--615}, volume = {12}, journal = {SIAM Journal on Computing}, year = {1983}, } @Article{AtSt79, author = {Atkinson, M. D. and Stephens, N. M.}, title = {On the Maximal Multiplicative Complexity of a Family of Bilinear Forms}, doi = {10.1016/0024-3795(79)90026-0}, pages = {1--8}, volume = {27}, journal = {Linear Algebra and Applications}, year = {1979}, } @InProceedings{AuBaKo16, author = {Woody Austin and Grey Ballard and Tamara G. Kolda}, booktitle = {Proceedings of the 30th IEEE International Parallel and Distributed Processing Symposium (IPDPS'16)}, title = {Parallel Tensor Compression for Large-Scale Scientific Data}, doi = {10.1109/IPDPS.2016.67}, pages = {912--922}, year = {2016}, } @Article{BaKo07, author = {Brett W. Bader and Tamara G. Kolda}, title = {Efficient {MATLAB} Computations with Sparse and Factored Tensors}, doi = {10.1137/060676489}, number = {1}, pages = {205--231}, volume = {30}, journal = {SIAM Journal on Scientific Computing}, year = {2007}, } @Misc{TensorToolbox, author = {Brett W. Bader and Tamara G. Kolda and others}, title = {{MATLAB Tensor Toolbox}, Version 3.6}, url = {https://www.tensortoolbox.org}, year = {2023}, } @WWW{matrix_data_decathlon, author = {Grey Ballard}, title = {Decathlon Matrix Data}, url = {https://gitlab.com/tensors/matrix_data_decathlon}, year = {2024}, } @Article{BaIkLaRy18, author = {Grey Ballard and Christian Ikenmeyer and J. M. Landsberg and Nick Ryder}, title = {The Geometry of Rank Decompositions of Matrix Multiplication {II}: $3 \times 3$ Matrices}, doi = {10.1016/j.jpaa.2018.10.014}, number = {8}, pages = {3205--3224}, volume = {223}, journal = {Journal of Pure and Applied Algebra}, year = {2018}, } @Article{BaKlKo20, author = {Grey Ballard and Alicia Klinvex and Tamara G. Kolda}, title = {{TuckerMPI}: A Parallel {C++/MPI} Software Package for Large-Scale Data Compression via the {Tucker} Tensor Decomposition}, doi = {10.1145/3378445}, eid = {13}, number = {2}, volume = {46}, journal = {ACM Transactions on Mathematical Software}, year = {2020}, } @Misc{tensor_data_miranda, author = {G. Ballard and T. G. Kolda and P. Lindstrom}, title = {Miranda Turbulent Flow Dataset}, url = {https://gitlab.com/tensors/tensor_data_miranda_sim}, year = {2022}, } @InProceedings{BaKoPl11, author = {Grey Ballard and Tamara G. Kolda and Todd Plantenga}, booktitle = {Proceedings of the 2011 IEEE International Symposium on Parallel and Distributed Processing Workshops and PhD Forum (IPDPSW'11)}, title = {Efficiently Computing Tensor Eigenvalues on a {GPU}}, doi = {10.1109/IPDPS.2011.287}, pages = {1340--1348}, year = {2011}, } @Article{BaHaHjJo98, author = {Ayanendranath Basu and Ian R. Harris and Nils L. Hjort and M. C. Jones}, title = {Robust and Efficient Estimation by Minimising a Density Power Divergence}, doi = {10.1093/biomet/85.3.549}, number = {3}, pages = {549--559}, volume = {85}, journal = {Biometrika}, year = {1998}, } @Article{BaBaKo18, author = {Casey Battaglino and Grey Ballard and Tamara G. Kolda}, title = {A Practical Randomized {CP} Tensor Decomposition}, doi = {10.1137/17M1112303}, number = {2}, pages = {876--901}, volume = {39}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2018}, } @Article{BeBrVa19, author = {Beltr\'{a}n, Carlos and Breiding, Paul and Vannieuwenhoven, Nick}, title = {Pencil-Based Algorithms for Tensor Rank Decomposition Are Not Stable}, doi = {10.1137/18m1200531}, number = {2}, pages = {739--773}, volume = {40}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2019}, } @InProceedings{BeBa15, author = {Benson, Austin R. and Ballard, Grey}, booktitle = {Proceedings of the 20th ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming (PPoPP'15)}, title = {A Framework for Practical Parallel Fast Matrix Multiplication}, doi = {10.1145/2688500.2688513}, pages = {42--53}, year = {2015}, } @Unpublished{Jo00, author = {Jos {ten Berge}}, title = {The k-Rank of a {Khatri--Rao} Product}, note = {Unpublished Note, Heijmans Institute of Psychological Research, University of Groningen, the Netherlands}, year = {2000}, } @Article{Be91, author = {{ten Berge}, Jos M. F.}, title = {Kruskal's Polynomial for {$2 \times 2 \times 2$} Arrays and a Generalization to {$2 \times n \times n$} Arrays}, doi = {10.1007/BF02294495}, number = {4}, pages = {631--636}, volume = {56}, journal = {Psychometrika}, year = {1991}, } @Article{Be00, author = {{ten Berge}, Jos M. F.}, title = {The Typical Rank of Tall Three-Way Arrays}, doi = {10.1007/BF02296342}, number = {4}, pages = {525--532}, volume = {65}, journal = {Psychometrika}, year = {2000}, } @Article{Be04, author = {{ten Berge}, Jos M. F.}, title = {Partial Uniqueness in {CANDECOMP}/{PARAFAC}}, doi = {10.1002/cem.839}, number = {1}, pages = {12--16}, volume = {18}, journal = {Journal of Chemometrics}, year = {2004}, } @Article{Be11, author = {{ten Berge}, Jos M. F.}, title = {Simplicity and Typical Rank Results for Three-Way Arrays}, doi = {10.1007/S11336-010-9193-1}, number = {1}, pages = {3--12}, volume = {76}, journal = {Psychometrika}, year = {2011}, } @Article{BeKi99, author = {{ten Berge}, Jos M. F. and Kiers, Henk A. L.}, title = {Simplicity of Core Arrays in Three-Way Principal Component Analysis and the Typical Rank of $p \times q \times 2$ Arrays}, doi = {10.1016/S0024-3795(99)00057-9}, number = {1--3}, pages = {169--179}, volume = {294}, journal = {Linear Algebra and its Applications}, year = {1999}, } @Article{BeKiLe88, author = {{ten Berge}, Jos M. F. and Kiers, Henk A. L. and {de Leeuw}, Jan}, title = {Explicit {CANDECOMP/PARAFAC} Solutions for a Contrived $2 \times 2 \times 2$ Array of Rank Three}, doi = {10.1007/BF02294409}, number = {4}, pages = {579--583}, volume = {53}, journal = {Psychometrika}, year = {1988}, } @Article{BeSi02, author = {{ten Berge}, J. M. F. and Sidiropolous, N. D.}, title = {On Uniqueness in {CANDECOMP/PARAFAC}}, doi = {10.1007/BF02294992}, number = {3}, pages = {399--409}, volume = {67}, journal = {Psychometrika}, year = {2002}, } @Article{BeSiRo04, author = {{ten Berge}, Jos M. F. and Sidiropoulos, Nikolaos D. and Rocci, Roberto}, title = {Typical Rank and {INDSCAL} Dimensionality for Symmetric Three-Way Arrays of Order ${I \times 2 \times 2}$ or ${I \times 3 \times 3}$}, doi = {10.1016/j.laa.2004.03.009}, pages = {363--377}, volume = {388}, journal = {Linear Algebra and its Applications}, year = {2004}, } @Article{BeSt06, author = {{ten Berge}, Jos M. F. and Stegeman, Alwin}, title = {Symmetry Transformations for Square Sliced Three-Way Arrays, with Applications to Their Typical Rank}, doi = {10.1016/j.laa.2006.02.002}, number = {1}, pages = {215--224}, volume = {418}, journal = {Linear Algebra and Applications}, year = {2006}, } @Article{BeTe09, author = {{ten Berge}, Jos M. F. and Tendeiro, Jorge N.}, title = {The Link between Sufficient Conditions by {Harshman} and by {Kruskal} for Uniqueness in {Candecomp/Parafac}}, doi = {10.1002/cem.1204}, number = {7--8}, pages = {321--323}, volume = {23}, journal = {Journal of Chemometrics}, year = {2009}, } @Article{Be13, author = {G. Bergqvist}, title = {Exact Probabilities for Typical Ranks of $2 \times 2\times 2$ and $3 \times 3 \times 2$ Tensors}, doi = {10.1016/j.laa.2011.02.041}, number = {2}, pages = {663--667}, volume = {438}, journal = {Linear Algebra and its Applications}, year = {2013}, } @Article{BeFo11, author = {Bergqvist, G\"{o}ran and Forrester, Peter}, title = {Rank probabilities for real random $N\times N \times 2$ tensors}, doi = {10.1214/ecp.v16-1655}, volume = {16}, journal = {Electronic Communications in Probability}, year = {2011}, } @Book{Be16, author = {Dimitri P. Bertsekas}, title = {Nonlinear Programming}, edition = {3}, publisher = {Athena Scientific}, address = {Belmont, MA}, year = {2016}, } @Article{BeMo02, author = {Gregory Beylkin and Martin J. Mohlenkamp}, title = {Numerical Operator Calculus in Higher Dimensions}, doi = {10.1073/pnas.112329799}, number = {16}, pages = {10246--10251}, volume = {99}, journal = {Proceedings of the National Academy of Sciences}, year = {2002}, } @Article{BeMo05, author = {Gregory Beylkin and Martin J. Mohlenkamp}, title = {Algorithms for Numerical Analysis in High Dimensions}, doi = {10.1137/040604959}, number = {6}, pages = {2133--2159}, volume = {26}, journal = {SIAM Journal on Scientific Computing}, year = {2005}, } @Article{Bi80, author = {Bini, D.}, title = {Relations between Exact and Approximate Bilinear Algorithms: Applications}, doi = {10.1007/BF02575865}, number = {1}, pages = {87--97}, volume = {17}, journal = {CALCOLO}, year = {1980}, } @Article{BiCaLoRo79, author = {D. Bini and M. Capovani and G. Lotti and F. Romani}, title = {$O(n^{2.7799})$ Complexity for $n \times n$ Approximate Matrix Multiplication}, doi = {10.1016/0020-0190(79)90113-3}, number = {5}, pages = {234--235}, volume = {8}, journal = {Information Processing Letters}, year = {1979}, } @Article{BiLoRo80, author = {Bini, Dario and Lotti, Grazia and Romani, Francesco}, title = {Approximate Solutions for the Bilinear Form Computational Problem}, doi = {10.1137/0209053}, number = {4}, pages = {692--697}, volume = {9}, journal = {SIAM Journal on Computing}, year = {1980}, } @Article{BlDeDoDu02, author = {Blackford, L. S. and Demmel, J. and Dongarra, J. and Duff, I. and Hammarling, S. and Henry, G. and Heroux, M. and Kaufman, L. and Lumsdaine, A. and Petitet, A. and Pozo, R. and Remington, K. and Whaley, R. C.}, title = {An Updated Set of {Basic Linear Algebra Subroutines} ({BLAS})}, doi = {10.1145/567806.567807}, number = {2}, volume = {28}, journal = {ACM Transactions on Mathematical Software}, year = {2002}, } @Article{Bl03, author = {M. Bl\"{a}ser}, title = {On the Complexity of the Multiplication of Matrices in Small Formats}, doi = {10.1016/S0885-064X(02)00007-9}, number = {1}, pages = {43--60}, volume = {19}, journal = {Journal of Complexity}, year = {2003}, } @Article{BrCoMoTs10, author = {Jerome Brachat and Pierre Comon and Bernard Mourrain and Elias Tsigaridas}, title = {Symmetric Tensor Decomposition}, doi = {10.1016/j.laa.2010.06.046}, number = {11--12}, pages = {1851--1872}, volume = {433}, journal = {Linear Algebra and its Applications}, year = {2010}, } @TechReport{Br70, author = {Brent, Richard P.}, title = {Algorithms for Matrix Multiplication}, number = {STAN-CS-70-157}, url = {http://i.stanford.edu/pub/cstr/reports/cs/tr/70/157/CS-TR-70-157.pdf}, school = {Stanford University, Department of Computer Science}, year = {1970}, } @Article{BrAcKo08, author = {Rasmus Bro and Evrim Acar and Tamara G. Kolda}, title = {Resolving the Sign Ambiguity in the Singular Value Decomposition}, doi = {10.1002/cem.1122}, number = {2}, pages = {135--140}, volume = {22}, journal = {Journal of Chemometrics}, year = {2008}, } @Article{BrAn98, author = {Rasmus Bro and Claus A. Andersson}, title = {Improving the Speed of Multi-Way Algorithms: {Part II}. {Compression}}, doi = {10.1016/S0169-7439(98)00011-2}, number = {1--2}, pages = {105--113}, volume = {42}, journal = {Chemometrics and Intelligent Laboratory Systems}, year = {1998}, } @Article{BrHaSiLu09, author = {Rasmus Bro and Richard A. Harshman and Nicholas D. Sidiropoulos and Margaret E. Lundy}, title = {Modeling Multi-Way Data with Linearly Dependent Loadings}, doi = {10.1002/cem.1206}, number = {7--8}, pages = {324--340}, volume = {23}, journal = {Journal of Chemometrics}, year = {2009}, } @Article{BrDe97, author = {Rasmus Bro and Sijmen {De Jong}}, title = {A Fast Non-Negativity-Constrained Least Squares Algorithm}, doi = {10.1002/(SICI)1099-128X(199709/10)11:5<393::AID-CEM483>3.0.CO;2-L}, number = {5}, pages = {393--401}, volume = {11}, journal = {Journal of Chemometrics}, year = {1997}, } @Article{BrKi03, author = {Rasmus Bro and Henk A. L. Kiers}, title = {A New Efficient Method for Determining the Number of Components in {PARAFAC} Models}, doi = {10.1002/cem.801}, number = {5}, pages = {274--286}, volume = {17}, journal = {Journal of Chemometrics}, year = {2003}, } @Article{BrLeJo13, author = {Bro, Rasmus and Leardi, Riccardo and Johnsen, Lea Gi\o{}rtz}, title = {Solving the Sign Indeterminacy for Multiway Models}, doi = {10.1002/cem.2493}, number = {3--4}, pages = {70--75}, volume = {27}, journal = {Journal of Chemometrics}, year = {2013}, } @Misc{Br20, author = {Mike Brookes}, title = {The Matrix Reference Manual, Calculus Section}, url = {http://www.ee.ic.ac.uk/hp/staff/dmb/matrix/calculus.html}, year = {2020}, } @InProceedings{BuGi08, author = {Ayd{\i}n Bulu\c{c} and John R. Gilbert}, booktitle = {IEEE International Symposium on Parallel and Distributed Processing (IPDPS'08)}, title = {On the Representation and Multiplication of Hypersparse Matrices}, doi = {10.1109/ipdps.2008.4536313}, year = {2008}, } @Article{ByLuNoZh95, author = {Richard H. Byrd and Peihuang Lu and Jorge Nocedal and Ciyou Zhu}, title = {A Limited Memory Algorithm for Bound Constrained Optimization}, doi = {10.1137/0916069}, number = {5}, pages = {1190--1208}, volume = {16}, journal = {SIAM Journal on Scientific Computing}, year = {1995}, } @Article{CaCo06, author = {William H. Cabot and Andrew W. Cook}, title = {Reynolds Number Effects on {Rayleigh--Taylor} Instability with Possible Implications for Type {Ia} Supernovae}, doi = {10.1038/nphys361}, number = {8}, pages = {562--568}, volume = {2}, journal = {Nature Physics}, year = {2006}, } @Article{CaCh70, author = {J. D. Carroll and J. J. Chang}, title = {Analysis of Individual Differences in Multidimensional Scaling Via an {N}-Way Generalization of ``{Eckart--Young}'' Decomposition}, doi = {10.1007/BF02310791}, pages = {283--319}, volume = {35}, journal = {Psychometrika}, year = {1970}, } @Article{CaPrKr80, author = {J. Douglas Carroll and Sandra Pruzansky and Joseph B. Kruskal}, title = {{CANDELINC}: A General Approach to Multidimensional Analysis of Many-Way Arrays with Linear Constraints on Parameters}, doi = {10.1007/BF02293596}, number = {1}, pages = {3--24}, volume = {45}, journal = {Psychometrika}, year = {1980}, } @Article{CaSt13, author = {Cartwright, Dustin and Sturmfels, Bernd}, title = {The Number of Eigenvalues of a Tensor}, doi = {10.1016/j.laa.2011.05.040}, number = {2}, pages = {942--952}, volume = {438}, journal = {Linear Algebra and its Applications}, year = {2013}, } @Article{Ca44, author = {R. B. Cattell}, title = {Parallel Proportional Profiles and Other Principles for Determining the Choice of Factors by Rotation}, doi = {10.1007/BF02288739}, number = {4}, pages = {267--283}, volume = {9}, journal = {Psychometrika}, year = {1944}, } @Article{Ca52, author = {Raymond B. Cattell}, title = {The Three Basic Factor-Analytic Research Designs: Their Interrelations and Derivatives}, pages = {499--520}, volume = {49}, journal = {Psychological Bulletin}, year = {1952}, } @Article{ChPeZh09, author = {K. C. Chang and Kelly Pearson and Tan Zhang}, title = {On Eigenvalue Problems of Real Symmetric Tensors}, doi = {10.1016/j.jmaa.2008.09.067}, number = {1}, pages = {416--422}, volume = {350}, journal = {Journal of Mathematical Analysis and Applications}, year = {2009}, } @InCollection{ChPl09, author = {Donghui Chen and Robert J. Plemmons}, booktitle = {The Birth of Numerical Analysis}, title = {Nonnegativity Constraints in Numerical Analysis}, doi = {10.1142/9789812836267_0008}, pages = {109--139}, publisher = {World Scientific}, address = {Singapore}, year = {2009}, } @InProceedings{ChPePeLi16, author = {Dehua Cheng and Richard Peng and Ioakeim Perros and Yan Liu}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS'16)}, title = {{SPALS}: Fast Alternating Least Squares Via Implicit Leverage Scores Sampling}, url = {https://proceedings.neurips.cc/paper_files/paper/2016/file/f4f6dce2f3a0f9dada0c2b5b66452017-Paper.pdf}, year = {2016}, } @Article{ChKo12, author = {Eric C. Chi and Tamara G. Kolda}, title = {On Tensors, Sparsity, and Nonnegative Factorizations}, doi = {10.1137/110859063}, number = {4}, pages = {1272--1299}, volume = {33}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2012}, } @Article{Ch10, author = {Vartan Choulakian}, title = {Some Numerical Results on the Rank of Generic Three-Way Arrays Over $\mathbb{R}$}, doi = {10.1137/08073531X}, number = {4}, pages = {1541--1551}, volume = {31}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2010}, } @Article{CiAm10, author = {Andrzej Cichocki and Shun-ichi Amari}, title = {Families of Alpha- Beta- and Gamma- Divergences: Flexible and Robust Measures of Similarities}, doi = {10.3390/e12061532}, number = {6}, pages = {1532--1568}, volume = {12}, journal = {Entropy}, year = {2010}, } @InProceedings{CiZdChPl07, author = {Andrzej Cichocki and Rafal Zdunek and Seungjin Choi and Robert Plemmons and Shun-Ichi Amari}, booktitle = {Proceedings of the International Conference on Acoustics, Speech, and Signal Processing (ICASSP'07)}, title = {Non-Negative Tensor Factorization Using Alpha and Beta Divergences}, doi = {10.1109/ICASSP.2007.367106}, year = {2007}, } @Book{Co06, author = {Colley, Susan Jane}, title = {Vector Calculus}, edition = {3}, publisher = {Prentice Hall}, address = {Hoboken}, year = {2006}, } @Article{CuDaNi14, author = {Cui, Chun-Feng and Dai, Yu-Hong and Nie, Jiawang}, title = {All Real Eigenvalues of Symmetric Tensors}, doi = {10.1137/140962292}, number = {4}, pages = {1582--1601}, volume = {35}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2014}, } @Article{La08, author = {{De Lathauwer}, Lieven}, title = {Decompositions of a Higher-Order Tensor in Block Terms -- Part {I}: Lemmas for Partitioned Matrices}, doi = {10.1137/060661685}, number = {3}, pages = {1022--1032}, volume = {30}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2008}, } @Article{La08a, author = {{De Lathauwer}, Lieven}, title = {Decompositions of a Higher-Order Tensor in Block Terms -- Part {II}: Definitions and Uniqueness}, doi = {10.1137/070690729}, number = {3}, pages = {1033--1066}, volume = {30}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2008}, } @Article{DeDeVa00a, author = {{De Lathauwer}, Lieven and {De Moor}, Bart and Vandewalle, Joos}, title = {On the Best Rank-1 and Rank-{$(R_1,$ $R_2,$ $\dots,$ $R_N)$} Approximation of Higher-Order Tensors}, doi = {10.1137/S0895479898346995}, number = {4}, pages = {1324--1342}, volume = {21}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2000}, } @Article{LaNi08, author = {{De Lathauwer}, Lieven and Nion, Dimitri}, title = {Decompositions of a Higher-Order Tensor in Block Terms -- Part {III}: Alternating Least Squares Algorithms}, doi = {10.1137/070690730}, number = {3}, pages = {1067--1083}, volume = {30}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2008}, } @Article{DeSt83, author = {Dembo, R. S. and Steihaug, T.}, title = {Truncated-{N}ewton Algorithms for Large-Scale Unconstrained Optimization}, doi = {10.1007/BF02592055}, number = {2}, pages = {190--212}, volume = {26}, journal = {Mathematical Programming}, year = {1983}, } @Book{De97, author = {Demmel, J.}, title = {Applied Numerical Linear Algebra}, publisher = {SIAM}, address = {Philadelphia}, year = {1997}, } @Article{DoLa14, author = {Domanov, I. and {De Lathauwer}, L.}, title = {Canonical Polyadic Decomposition of Third-Order Tensors: Reduction to Generalized Eigenvalue Decomposition}, doi = {10.1137/130916084}, number = {2}, pages = {636--660}, volume = {35}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2014}, } @Misc{PyTTB, author = {Daniel M. Dunlavy and Nick Johnson and others}, title = {{\tt pyttb}: {Python Tensor Toolbox}}, url = {https://github.com/sandialabs/pyttb}, year = {2022}, } @Article{EcYo36, author = {Carl Eckhart and Gale Young}, title = {The Approximation of One Matrix by Another of Lower Rank}, doi = {10.1007/BF02288367}, number = {3}, pages = {211--218}, volume = {1}, journal = {Psychometrika}, year = {1936}, } @Article{EdKa72, author = {Edmonds, Jack and Karp, Richard M.}, title = {Theoretical Improvements in Algorithmic Efficiency for Network Flow Problems}, doi = {10.1145/321694.321699}, number = {2}, pages = {248--264}, volume = {19}, journal = {Journal of the ACM}, year = {1972}, } @Book{El10, author = {Elad, Michael}, title = {Sparse and Redundant Representations}, publisher = {Springer}, address = {New York}, year = {2010}, } @Article{ElSa09, author = {Lars Eld\'{e}n and Berkant Savas}, title = {A {Newton--Grassmann} Method for Computing the Best Multilinear Rank-$(r_1,$ $r_2,$ $r_3)$ Approximation of a Tensor}, doi = {10.1137/070688316}, number = {2}, pages = {248--271}, volume = {31}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2009}, } @Article{EsHaBaKa21, author = {Eswar, Srinivas and Hayashi, Koby and Ballard, Grey and Kannan, Ramakrishnan and Matheson, Michael A. and Park, Haesun}, title = {{PLANC}: Parallel Low-Rank Approximation with Nonnegativity Constraints}, doi = {10.1145/3432185}, number = {3}, volume = {47}, articleno = {20}, journal = {ACM Transactions on Mathematical Software}, year = {2021}, } @Article{EvVaDe22, author = {Evert, Eric and Vandecappelle, Michiel and {De Lathauwer}, Lieven}, title = {Canonical Polyadic Decomposition via the Generalized {Schur} Decomposition}, doi = {10.1109/lsp.2022.3156870}, pages = {937--941}, volume = {29}, journal = {IEEE Signal Processing Letters}, year = {2022}, } @Article{Fa19, author = {Paul L. Fackler}, journal = {ACM Transactions on Mathematical Software}, title = {Algorithm 993: Efficient Computation with {Kronecker} Products}, doi = {10.1145/3291041}, eid = {22}, number = {2}, volume = {45}, year = {2019}, } @Article{FaBaHuHu22, author = {Alhussein Fawzi and Matej Balog and Aja Huang and Thomas Hubert and Bernardino Romera-Paredes and Mohammadamin Barekatain and Alexander Novikov and Francisco J. R. Ruiz and Julian Schrittwieser and Grzegorz Swirszcz and David Silver and Demis Hassabis and Pushmeet Kohli}, title = {Discovering Faster Matrix Multiplication Algorithms with Reinforcement Learning}, doi = {10.1038/s41586-022-05172-4}, pages = {47--53}, volume = {610}, journal = {Nature}, year = {2022}, } @Article{FeId11, author = {C. F\'evotte and J. Idier}, title = {Algorithms for Nonnegative Matrix Factorization with the $\beta$-Divergence}, doi = {10.1162/NECO_a_00168}, number = {9}, pages = {2421--2456}, volume = {23}, journal = {Neural Computation}, year = {2011}, } @Article{Fr12, author = {Shmuel Friedland}, title = {On the Generic and Typical Ranks of 3-Tensors}, doi = {10.1016/j.laa.2011.05.008}, number = {3}, pages = {478--497}, volume = {436}, journal = {Linear Algebra and Applications}, year = {2012}, } @Article{FrHa08, author = {M. P. Friedlander and K. Hatz}, title = {Computing Nonnegative Tensor Factorizations}, doi = {10.1080/10556780801996244}, number = {4}, pages = {631-647}, volume = {23}, journal = {Computational Optimization and Applications}, year = {2008}, } @Book{Gi21, author = {Nicolas Gillis}, title = {Nonnegative Matrix Factorization}, doi = {10.1137/1.9781611976410}, publisher = {SIAM}, address = {Philadelphia}, year = {2021}, } @Article{GoKa65, author = {Golub, Gene and Kahan, William}, title = {Calculating the Singular Values and Pseudo-Inverse of a Matrix}, doi = {10.1137/0702016}, number = {2}, pages = {205--224}, volume = {2}, journal = {Journal of the Society for Industrial and Applied Mathematics Series B Numerical Analysis}, year = {1965}, } @Book{GoVa13, author = {Golub, G. H. and {Van Loan}, C. F.}, title = {Matrix Computations}, edition = {4}, publisher = {Johns Hopkins University Press}, address = {Baltimore}, year = {2013}, } @Article{Gr10, author = {Lars Grasedyck}, title = {Hierarchical Singular Value Decomposition of Tensors}, doi = {10.1137/090764189}, number = {4}, pages = {2029--2054}, volume = {31}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2010}, } @Article{GrKrTo13, author = {Grasedyck, Lars and Kressner, Daniel and Tobler, Christine}, title = {A Literature Survey of Low-Rank Tensor Approximation Techniques}, doi = {10.1002/gamm.201310004}, number = {1}, pages = {53--78}, volume = {36}, journal = {GAMM-Mitteilungen}, year = {2013}, } @Article{Gu15, author = {Gu, Ming}, title = {Subspace Iteration Randomization and Singular Value Problems}, doi = {10.1137/130938700}, number = {3}, pages = {A1139--A1173}, volume = {37}, journal = {SIAM Journal on Scientific Computing}, year = {2015}, } @Article{Ha14, author = {Wolfgang Hackbusch}, title = {Numerical Tensor Calculus}, doi = {10.1017/S0962492914000087}, pages = {651--742}, volume = {23}, journal = {Acta Numerica}, year = {2014}, } @Book{Ha19, author = {Wolfgang Hackbusch}, title = {Tensor Spaces and Numerical Tensor Calculus}, doi = {10.1007/978-3-030-35554-8}, edition = {2}, publisher = {Springer}, address = {Cham}, year = {2019}, } @Article{HaKu09, author = {Hackbusch, W. and K\"uhn, S.}, title = {A New Scheme for the Tensor Representation}, doi = {10.1007/s00041-009-9094-9}, number = {5}, pages = {706-722}, volume = {15}, journal = {Journal of Fourier Analysis and Applications}, year = {2009}, } @Article{HaMaTr11, author = {N. Halko and P. G. Martinsson and J. A. Tropp}, title = {Finding Structure with Randomness: Probabilistic Algorithms for Constructing Approximate Matrix Decompositions}, doi = {10.1137/090771806}, number = {2}, pages = {217--288}, volume = {53}, journal = {SIAM Review}, year = {2011}, } @Article{HaPlKo15, author = {Samantha Hansen and Todd Plantenga and Tamara G. Kolda}, title = {Newton-Based Optimization for {Kullback--Leibler} Nonnegative Tensor Factorizations}, doi = {10.1080/10556788.2015.1009977}, number = {5}, pages = {1002--1029}, volume = {30}, journal = {Optimization Methods and Software}, year = {2015}, } @Article{Ha70, author = {Richard A. Harshman}, title = {Foundations of the {PARAFAC} Procedure: Models and Conditions for an ``Explanatory'' Multi-Modal Factor Analysis}, pages = {1--84}, url = {http://www.psychology.uwo.ca/faculty/harshman/wpppfac0.pdf}, volume = {16}, journal = {UCLA Working Papers in Phonetics}, year = {1970}, } @Article{Ha72, author = {Richard A. Harshman}, title = {Determination and Proof of Minimum Uniqueness Conditions for {PARAFAC1}}, pages = {111--117}, url = {https://www.psychology.uwo.ca/faculty/harshman/wpppfac1.pdf}, volume = {22}, journal = {UCLA working papers in phonetics}, year = {1972}, } @Article{Ha90, author = {Johan H{\aa}stad}, title = {Tensor Rank Is {NP}-Complete}, doi = {10.1016/0196-6774(90)90014-6}, number = {4}, pages = {644--654}, volume = {11}, journal = {Journal of Algorithms}, year = {1990}, } @Book{HaTiFr09, author = {Trevor Hastie and Robert Tibshrirani and Jerome Friedman}, title = {The Elements of Statistical Learning}, doi = {10.1007/978-0-387-84858-7}, edition = {2}, publisher = {Springer}, address = {New York}, year = {2009}, } @InProceedings{HeLaChTi21, author = {Helal, Ahmed E. and Laukemann, Jan and Checconi, Fabio and Tithi, Jesmin Jahan and Ranadive, Teresa and Petrini, Fabrizio and Choi, Jeewhan}, booktitle = {Proceedings of the 35th ACM International Conference on Supercomputing (ICS'21)}, title = {{ALTO}: Adaptive Linearized Storage of Sparse Tensors}, doi = {10.1145/3447818.3461703}, pages = {404-416}, year = {2021}, } @Article{Hi92, author = {Higham, Nicholas J.}, title = {Stability of a Method for Multiplying Complex Matrices with Three Real Matrix Multiplications}, doi = {10.1137/0613043}, number = {3}, pages = {681--687}, volume = {13}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {1992}, } @Book{Hi02, author = {Higham, N. J.}, title = {Accuracy and {S}tability of {N}umerical {A}lgorithms}, edition = {2}, publisher = {SIAM}, address = {Philadelphia}, year = {2002}, } @Article{HiLi13, author = {Hillar, Christopher J. and Lim, Lek-Heng}, title = {Most Tensor Problems Are {NP}-Hard}, doi = {10.1145/2512329}, number = {6}, pages = {1--39}, volume = {60}, journal = {Journal of the ACM}, year = {2013}, } @Article{Hi27a, author = {F. L. Hitchcock}, title = {The Expression of a Tensor or a Polyadic As a Sum of Products}, doi = {10.1002/sapm192761164}, number = {1}, pages = {164--189}, volume = {6}, journal = {Journal of Mathematics and Physics}, year = {1927}, } @Article{HoKoDu20, author = {David Hong and Tamara G. Kolda and Jed A. Duersch}, title = {Generalized Canonical Polyadic Tensor Decomposition}, doi = {10.1137/18M1203626}, number = {1}, pages = {133--163}, volume = {62}, journal = {SIAM Review}, year = {2020}, } @Article{HoMu73, author = {Hopcroft, J. and Musinski, J.}, title = {Duality Applied to the Complexity of Matrix Multiplication and Other Bilinear Forms}, doi = {10.1137/0202013}, number = {3}, pages = {159--173}, volume = {2}, journal = {SIAM Journal on Computing}, year = {1973}, } @Article{HoKe71, author = {Hopcroft, J. E. and Kerr, L. R.}, title = {On Minimizing the Number of Multiplications Necessary for Matrix Multiplication}, doi = {10.1137/0120004}, number = {1}, pages = {30--36}, volume = {20}, journal = {SIAM Journal on Applied Mathematics}, year = {1971}, } @Book{HoJo85, author = {Roger A. Horn and Charles R. Johnson}, title = {Matrix Analysis}, publisher = {Cambridge University Press}, address = {Cambridge}, year = {1985}, } @Book{HoJo91, author = {Roger A. Horn and Charlie R. Johnson}, title = {Topics in Matrix Analysis}, publisher = {Cambridge University Press}, address = {Cambridge}, year = {1991}, } @Article{HoYa20, author = {Roger A. Horn and Zai Yang}, title = {Rank of a {Hadamard} Product}, doi = {10.1016/j.laa.2020.01.005}, pages = {87--98}, volume = {591}, journal = {Linear Algebra and its Applications}, year = {2020}, } @InProceedings{HuSmHeGe16, author = {Huang, Jianyu and Smith, Tyler M. and Henry, Greg M. and {van de Geijn}, Robert A.}, booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC'16)}, title = {Strassen's Algorithm Reloaded}, doi = {10.5555/3014904.3014983}, articleno = {59}, year = {2016}, } @Article{Hu64, author = {Huber, Peter J.}, title = {Robust Estimation of a Location Parameter}, doi = {10.1214/aoms/1177703732}, number = {1}, pages = {73--101}, volume = {53}, journal = {Annals of Statistics}, year = {1964}, } @Article{Ja79, author = {Joseph J\'{a}J\'{a}}, title = {Optimal Evaluation of Pairs of Bilinear Forms}, doi = {10.1137/0208037}, number = {3}, pages = {443--462}, volume = {8}, journal = {SIAM Journal on Computing}, year = {1979}, } @Article{JiKoWa20, author = {Ruhui Jin and Tamara G. Kolda and Rachel Ward}, date = {2020-10-23}, title = {Faster {Johnson--Lindenstrauss} Transforms via {Kronecker} Products}, doi = {10.1093/imaiai/iaaa028}, journal = {Information and Inference: A Journal of the IMA}, year = {2020}, } @Article{JoMc86, author = {R. W. Johnson and A. M. McLoughlin}, title = {Noncommutative Bilinear Algorithms for $3 \times 3$ Matrix Multiplication}, doi = {10.1137/0215043}, number = {2}, pages = {595--603}, volume = {15}, journal = {SIAM Journal on Computing}, year = {1986}, } @Book{Jo02, author = {Jolliffe, I. T.}, title = {Principal Component Analysis}, doi = {10.1007/b98835}, edition = {2}, publisher = {Springer-Verlag}, address = {Berlin}, year = {2002}, } @Article{KaNeWa86, author = {Arie Kapteyn and Heinz Neudecker and Tom Wansbeek}, title = {An Approach to {$n$}-Mode Components Analysis}, doi = {10.1007/BF02293984}, number = {2}, pages = {269--275}, volume = {51}, journal = {Psychometrika}, year = {1986}, } @Article{KaSc20, author = {Karstadt, Elaye and Schwartz, Oded}, title = {Matrix Multiplication, a Little Faster}, doi = {10.1145/3364504}, number = {1}, volume = {67}, articleno = {1}, journal = {Journal of the ACM}, publisher = {ACM}, year = {2020}, } @InProceedings{KaMo23, author = {Kauers, Manuel and Moosbauer, Jakob}, booktitle = {Proceedings of the 2023 International Symposium on Symbolic and Algebraic Computation}, title = {Flip Graphs for Matrix Multiplication}, doi = {10.1145/3597066.3597120}, year = {2023}, } @Article{KaRo19, author = {Oguz Kaya and Yves Robert}, title = {Computing Dense Tensor Decompositions with Optimal Dimension Trees}, doi = {10.1007/s00453-018-0525-3}, pages = {2092--2121}, volume = {81}, journal = {Algorithmica}, year = {2019}, } @InProceedings{KaUc15, author = {Oguz Kaya and Bora U{\c{c}}ar}, booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC'15)}, title = {Scalable Sparse Tensor Decompositions in Distributed Memory Systems}, doi = {10.1145/2807591.2807624}, articleno = {77}, year = {2015}, } @InProceedings{KaUc15a, author = {Kaya, Oguz and U\c{c}ar, Bora}, booktitle = {45th International Conference on Parallel Processing (ICPP'16)}, title = {High-Performance Parallel Algorithms for the {Tucker} Decomposition of Higher Order Sparse Tensors}, doi = {10.1109/ICPP.2016.19}, year = {2016}, } @Article{Ki97, author = {Henk A. L. Kiers}, title = {Weighted Least Squares Fitting Using Ordinary Least Squares Algorithms}, doi = {10.1007/BF02295279}, number = {2}, pages = {215--266}, volume = {62}, journal = {Psychometrika}, year = {1997}, } @Article{Ki00, author = {Henk A. L. Kiers}, title = {Towards a Standardized Notation and Terminology in Multiway Analysis}, doi = {10.1002/1099-128X(200005/06)14:3<105::AID-CEM582>3.0.CO;2-I}, number = {3}, pages = {105--122}, volume = {14}, journal = {Journal of Chemometrics}, year = {2000}, } @Article{KiHoAvNe21, author = {Misha E. Kilmer and Lior Horesh and Haim Avron and Elizabeth Newman}, title = {Tensor--Tensor Algebra for Optimal Representation and Compression of Multiway Data}, doi = {10.1073/pnas.2015851118}, number = {28}, pages = {e2015851118}, volume = {118}, journal = {Proceedings of the National Academy of Sciences}, year = {2021}, } @Article{KiMa11, author = {Kilmer, Misha E. and Martin, Carla D.}, title = {Factorization Strategies for Third-Order Tensors}, doi = {10.1016/j.laa.2010.09.020}, number = {3}, pages = {641--658}, volume = {435}, journal = {Linear Algebra and its Applications}, year = {2011}, } @Article{KiHePa14, author = {Kim, Jingu and He, Yunlong and Park, Haesun}, title = {Algorithms for Nonnegative Matrix and Tensor Factorizations: A Unified View Based on Block Coordinate Descent Framework}, doi = {10.1007/s10898-013-0035-4}, number = {2}, pages = {285-319}, volume = {58}, journal = {Journal of Global Optimization}, year = {2014}, } @Misc{KiBa15, author = {Diederik P. Kingma and Jimmy Ba}, title = {Adam: A Method for Stochastic Optimization}, eprint = {1412.6980v9}, note = {Published as a conference paper at the 3rd International Conference for Learning Representations, San Diego, 2015}, archiveprefix = {arXiv}, year = {2015}, } @Article{KoRe02, author = {Eleftherios Kofidis and Phillip A. Regalia}, title = {On the Best Rank-1 Approximation of Higher-Order Supersymmetric Tensors}, doi = {10.1137/S0895479801387413}, number = {3}, pages = {863--884}, volume = {23}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2002}, } @Misc{KoDu17, author = {Tamara Kolda and Jed Duersch}, title = {Sparse Versus Scarce}, url = {https://www.mathsci.ai/post/sparse-versus-scarce/}, year = {2017}, } @Article{Ko01, author = {Tamara G. Kolda}, title = {Orthogonal Tensor Decompositions}, doi = {10.1137/S0895479800368354}, number = {1}, pages = {243--255}, volume = {23}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2001}, } @Article{Ko03, author = {Tamara G. Kolda}, title = {A Counterexample to the Possibility of an Extension of the {Eckart--Young} Low-Rank Approximation Theorem for the Orthogonal Rank Tensor Decomposition}, doi = {10.1137/S0895479801394465}, number = {3}, pages = {762--767}, volume = {24}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2003}, } @Article{Ko15, author = {Tamara G. Kolda}, title = {Numerical Optimization for Symmetric Tensor Decomposition}, doi = {10.1007/s10107-015-0895-0}, number = {1}, pages = {225--248}, volume = {151}, journal = {Mathematical Programming B}, year = {2015}, } @Misc{Ko15b, author = {Tamara G. Kolda}, title = {Symmetric Orthogonal Tensor Decomposition Is Trivial}, eprint = {1503.01375}, archiveprefix = {arXiv}, year = {2015}, } @WWW{tensor_data_eem, author = {T. G. Kolda}, title = {{EEM} Tensor Data}, url = {https://gitlab.com/tensors/tensor_data_eem}, year = {2021}, } @Misc{jennrich, author = {Tamara G. Kolda}, title = {Will the Real {Jennrich}'s Algorithm Please Stand Up?}, url = {https://www.mathsci.ai/post/jennrich/}, year = {2021}, } @Misc{tensor_data_monkey_bmi, author = {T. G. Kolda}, title = {Monkey {BMI} Tensor Dataset}, url = {https://gitlab.com/tensors/tensor_data_monkey_bmi}, year = {2022}, } @Misc{tensor_data_chicago, author = {T. G. Kolda}, title = {New Chicago Crime Tensor Dataset}, url = {https://gitlab.com/tensors/tensor_data_chicago_crime}, year = {2022}, } @Article{KoBa09, author = {Tamara G. Kolda and Brett W. Bader}, title = {Tensor Decompositions and Applications}, doi = {10.1137/07070111X}, number = {3}, pages = {455--500}, volume = {51}, journal = {SIAM Review}, year = {2009}, } @InProceedings{KoBaKe05, author = {Tamara G. Kolda and Brett W. Bader and Joseph P. Kenny}, booktitle = {Proceedings of the 5th IEEE International Conference on Data Mining (ICDM'05)}, title = {Higher-Order Web Link Analysis Using Multilinear Algebra}, doi = {10.1109/ICDM.2005.77}, pages = {242--249}, year = {2005}, } @Article{KoMa11, author = {Tamara G. Kolda and Jackson R. Mayo}, title = {Shifted Power Method for Computing Tensor Eigenpairs}, doi = {10.1137/100801482}, number = {4}, pages = {1095-1124}, volume = {32}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2011}, } @Article{KoMa14, author = {Tamara G. Kolda and Jackson R. Mayo}, title = {An Adaptive Shifted Power Method for Computing Generalized Tensor Eigenpairs}, doi = {10.1137/140951758}, number = {4}, pages = {1563--1581}, volume = {35}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2014}, } @InProceedings{KoSu08, author = {Tamara G. Kolda and Jimeng Sun}, booktitle = {Proceedings of the 8th IEEE International Conference on Data Mining (ICDM'08)}, title = {Scalable Tensor Decompositions for Multi-Aspect Data Mining}, doi = {10.1109/ICDM.2008.89}, pages = {363--372}, year = {2008}, } @Article{KrDe80, author = {Pieter M. Kroonenberg and Jan {De Leeuw}}, title = {Principal Component Analysis of Three-Mode Data by Means of Alternating Least Squares Algorithms}, doi = {10.1007/BF02293599}, number = {1}, pages = {69--97}, volume = {45}, journal = {Psychometrika}, year = {1980}, } @Article{Kr77, author = {Joseph B. Kruskal}, title = {Three-Way Arrays: Rank and Uniqueness of Trilinear Decompositions, with Application to Arithmetic Complexity and Statistics}, doi = {10.1016/0024-3795(77)90069-6}, number = {2}, pages = {95--138}, volume = {18}, journal = {Linear Algebra and its Applications}, year = {1977}, } @Unpublished{Kr83, author = {Joseph B. Kruskal}, title = {Statement of Some Current Results about Three-Way Arrays}, note = {Unpublished manuscript, AT\&T Bell Laboratories, Murray Hill, NJ. Available at \url{http://three-mode.leidenuniv.nl/pdf/k/kruskal1983.pdf}}, year = {1983}, } @InCollection{Kr89, author = {Joseph B. Kruskal}, booktitle = {Multiway Data Analysis}, title = {Rank, Decomposition, and Uniqueness for 3-Way and {$N$}-Way Arrays}, editor = {R. Coppi and S. Bolasco}, pages = {7--18}, publisher = {North-Holland}, url = {https://www.psychology.uwo.ca/faculty/harshman/jbkrank.pdf}, address = {Amsterdam}, year = {1989}, } @Article{La76, author = {J. D. Laderman}, title = {A Noncommutative Algorithm for Multiplying $3 \times 3$ Matrices Using 23 Multiplications}, number = {1}, pages = {126--128}, url = {http://www.ams.org/bull/1976-82-01/S0002-9904-1976-13988-2/S0002-9904-1976-13988-2.pdf}, volume = {82}, journal = {Bulletin of the American Mathematical Society}, year = {1976}, } @Article{La06, author = {J. M. Landsberg}, title = {The Border Rank of the Multiplication of $2 \times 2$ Matrices Is Seven}, doi = {10.1090/S0894-0347-05-00506-0}, pages = {447--459}, volume = {19}, journal = {Journal of the American Mathematical Society}, year = {2006}, } @Article{LaKo22, author = {Brett W. Larsen and Tamara G. Kolda}, title = {Practical Leverage-Based Sampling for Low-Rank Tensor Decomposition}, doi = {10.1137/21m1441754}, number = {3}, pages = {1488--1517}, volume = {43}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2022}, } @Article{DeDeVa00, author = {Lieven {De Lathauwer} and Bart {De Moor} and Joos Vandewalle}, title = {A Multilinear Singular Value Decomposition}, doi = {10.1137/S0895479896305696}, number = {4}, pages = {1253--1278}, volume = {21}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2000}, } @Book{LaHa74, author = {Charles L. Lawson and Richard J. Hanson}, title = {Solving Least Squares Problems}, publisher = {Prentice-Hall}, address = {Hoboken}, year = {1974}, } @Article{LeSe99, author = {Daniel D. Lee and H. Sebastian Seung}, date = {1999-10-21}, title = {Learning the Parts of Objects by Non-Negative Matrix Factorization}, doi = {10.1038/44565}, pages = {788--791}, volume = {401}, journal = {Nature}, year = {1999}, } @InProceedings{LeSe01, author = {Daniel D. Lee and H. Sebastian Seung}, booktitle = {Advances in Neural Information Processing Systems (NIPS'00)}, title = {Algorithms for Non-Negative Matrix Factorization}, pages = {556--562}, url = {https://proceedings.neurips.cc/paper_files/paper/2000/file/f9d1152547c0bde01830b7e8bd60024c-Paper.pdf}, volume = {13}, year = {2001}, } @Article{LeRoAb93, author = {S. E. Leurgans and R. T. Ross and R. B. Abel}, title = {A Decomposition for Three-Way Arrays}, doi = {10.1137/0614071}, number = {4}, pages = {1064--1083}, volume = {14}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {1993}, } @InProceedings{LiBaPeSu15, author = {Li, Jiajia and Battaglino, Casey and Perros, Ioakeim and Sun, Jimeng and Vuduc, Richard}, booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC'15)}, title = {An Input-Adaptive and In-Place Approach to Dense Tensor-Times-Matrix Multiply}, doi = {10.1145/2807591.2807671}, year = {2015}, } @InProceedings{LiChPeSu17, author = {Li, Jiajia and Choi, Jee and Perros, Ioakeim and Sun, Jimeng and Vuduc, Richard}, booktitle = {IEEE International Parallel and Distributed Processing Symposium (IPDPS'17)}, title = {Model-Driven Sparse {CP} Decomposition for Higher-Order Tensors}, doi = {10.1109/ipdps.2017.80}, pages = {1048--1057}, year = {2017}, } @InProceedings{LiSuVu18, author = {Li, Jiajia and Sun, Jimeng and Vuduc, Richard}, booktitle = {International Conference for High Performance Computing, Networking, Storage and Analysis (SC'18)}, date = {2018-11}, title = {{HiCOO}: Hierarchical Storage of Sparse Tensors}, doi = {10.1109/SC.2018.00022}, pages = {238--252}, year = {2018}, } @InProceedings{Li05, author = {Lek-Heng Lim}, booktitle = {Proceedings of the IEEE International Workshop on Computational Advances in Multi-Sensor Adaptive Processing (CAMSAP'05)}, title = {Singular Values and Eigenvalues of Tensors: A Variational Approach}, doi = {10.1109/CAMAP.2005.1574201}, pages = {129--132}, year = {2005}, } @InProceedings{BaDeLiSc12, author = {Lipshitz, Benjamin and Ballard, Grey and Demmel, James and Schwartz, Oded}, booktitle = {International Conference for High Performance Computing, Networking, Storage and Analysis (SC'12)}, title = {Communication-Avoiding Parallel {Strassen}: Implementation and Performance}, doi = {10.1109/sc.2012.33}, year = {2012}, } @Article{LiSi01, author = {Liu, Xiangqian and Sidiropoulos, N. D.}, title = {{Cram\'er--Rao} Lower Bounds for Low-Rank Decomposition of Multidimensional Arrays}, doi = {10.1109/78.942635}, number = {9}, pages = {2074--2086}, volume = {49}, journal = {IEEE Transactions on Signal Processing}, year = {2001}, } @Article{MaNe79, author = {Jan R. Magnus and H. Neudecker}, title = {The Commutation Matrix: Some Properties and Applications}, doi = {10.1214/aos/1176344621}, number = {2}, pages = {381--394}, volume = {7}, journal = {The Annals of Statistics}, year = {1979}, } @InProceedings{MaBe18, author = {Malik, Osman Asif and Becker, Stephen}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS'18)}, title = {Low-Rank {Tucker} Decomposition of Large Tensors Using {TensorSketch}}, pages = {10116--10126}, url = {https://proceedings.neurips.cc/paper_files/paper/2018/file/45a766fa266ea2ebeb6680fa139d2a3d-Paper.pdf}, year = {2018}, } @Article{MaBe20, author = {Osman Asif Malik and Stephen Becker}, title = {Guarantees for the {Kronecker} Fast {Johnson}--{Lindenstrauss} Transform Using a Coherence and Sampling Argument}, doi = {10.1016/j.laa.2020.05.004}, pages = {120--137}, volume = {602}, journal = {Linear Algebra and its Applications}, year = {2020}, } @Article{MiEg02, author = {Minami Mihoko and Shinto Eguchi}, title = {Robust Blind Source Separation by Beta Divergence}, doi = {10.1162/089976602760128045}, number = {8}, pages = {1859--1886}, volume = {14}, journal = {Neural Computation}, year = {2002}, } @Article{MiLiBa24, author = {Minster, Rachel and Li, Zitong and Ballard, Grey}, title = {Parallel Randomized {Tucker} Decomposition Algorithms}, doi = {10.1137/22m1540363}, number = {2}, pages = {A1186-A1213}, volume = {46}, journal = {SIAM Journal on Scientific Computing}, year = {2024}, } @Article{MiViLiBa23, author = {Minster, Rachel and Viviano, Irina and Liu, Xiaotian and Ballard, Grey}, title = {{CP} Decomposition for Tensors via Alternating Least Squares with {QR} Decomposition}, doi = {10.1002/nla.2511}, pages = {e2511}, journal = {Numerical Linear Algebra with Applications}, year = {2023}, } @Article{Mo88, author = {M\"ocks, J.}, title = {Topographic Components Model for Event-Related Potentials and Some Biophysical Considerations}, doi = {10.1109/10.2119}, number = {6}, pages = {482--484}, volume = {35}, journal = {IEEE Transactions on Biomedical Engineering}, year = {1988}, } @Article{MoHaAr08, author = {M{\o}rup, Morten and Hansen, Lars Kai and Arnfred, Sidse M.}, title = {Algorithms for Sparse Nonnegative {Tucker} Decompositions}, doi = {10.1162/neco.2008.11-06-407}, number = {8}, pages = {2112--2131}, volume = {20}, journal = {Neural Computation}, year = {2008}, } @Article{Ne12, author = {Yu. Nesterov}, title = {Gradient Methods for Minimizing Composite Functions}, doi = {10.1007/s10107-012-0629-5}, number = {1}, pages = {125--161}, volume = {140}, journal = {Mathematical Programming}, year = {2012}, } @Article{No80, author = {Nocedal, Jorge}, title = {Updating Quasi-{Newton} Matrices with Limited Storage}, doi = {10.2307/2006193}, number = {151}, pages = {773--782}, volume = {35}, journal = {Mathematics of Computation}, year = {1980}, } @Book{NoWr06, author = {Jorge Nocedal and Stephen J. Wright}, title = {Numerical Optimization}, doi = {10.1007/978-0-387-40065-5}, edition = {2}, publisher = {Springer}, address = {New York}, year = {2006}, } @Article{OsTy10, author = {Oseledets, Ivan and Tyrtyshnikov, Eugene}, title = {{TT}-Cross Approximation for Multidimensional Arrays}, doi = {10.1016/j.laa.2009.07.024}, number = {1}, pages = {70--88}, volume = {432}, journal = {Linear Algebra and its Applications}, year = {2010}, } @Article{Os11, author = {Oseledets, I. V.}, title = {Tensor-Train Decomposition}, doi = {10.1137/090752286}, number = {5}, pages = {2295-2317}, volume = {33}, journal = {SIAM Journal on Scientific Computing}, year = {2011}, } @Article{OsTy09, author = {I. V. Oseledets and E. E. Tyrtyshnikov}, title = {Breaking the Curse of Dimensionality, or How to Use {SVD} in Many Dimensions}, doi = {10.1137/090748330}, number = {5}, pages = {3744-3759}, volume = {31}, journal = {SIAM Journal on Scientific Computing}, year = {2009}, } @Article{Pa97, author = {Pentti Paatero}, title = {A Weighted Non-Negative Least Squares Algorithm for Three-Way ``{PARAFAC}'' Factor Analysis}, doi = {10.1016/S0169-7439(97)00031-2}, number = {2}, pages = {223--242}, volume = {38}, journal = {Chemometrics and Intelligent Laboratory Systems}, year = {1997}, } @Article{Pa99, author = {Pentti Paatero}, title = {The Multilinear Engine: A Table-Driven, Least Squares Program for Solving Multilinear Problems, Including the N-Way Parallel Factor Analysis Model}, doi = {10.1080/10618600.1999.10474853}, number = {4}, pages = {854--888}, volume = {8}, journal = {Journal of Computational and Graphical Statistics}, year = {1999}, } @Article{Pa00, author = {Pentti Paatero}, title = {Construction and Analysis of Degenerate {PARAFAC} Models}, doi = {10.1002/1099-128X(200005/06)14:3<285::AID-CEM584>3.0.CO;2-1}, number = {3}, pages = {285--299}, volume = {14}, journal = {Journal of Chemometrics}, year = {2000}, } @Article{PaTa94, author = {Pentti Paatero and Unto Tapper}, title = {Positive Matrix Factorization: A Non-Negative Factor Model with Optimal Utilization of Error Estimates of Data Values}, doi = {10.1002/env.3170050203}, number = {2}, pages = {111--126}, volume = {5}, journal = {Environmetrics}, year = {1994}, } @Article{PaSa82, author = {Paige, Christopher C. and Saunders, Michael A.}, title = {{LSQR}: An Algorithm for Sparse Linear Equations and Sparse Least Squares}, doi = {10.1145/355984.355989}, number = {1}, pages = {43--71}, volume = {8}, journal = {ACM Transactions on Mathematical Software}, year = {1982}, } @InProceedings{PhCi08, author = {A. H. Phan and A. Cichocki}, booktitle = {Advances in Neural Networks (ISNN'08)}, title = {Fast and Efficient Algorithms for Nonnegative {Tucker} Decomposition}, doi = {10.1007/978-3-540-87734-9_88}, pages = {772--782}, publisher = {Springer}, address = {New York}, year = {2008}, } @Article{PhCi11, author = {A. H. Phan and A. Cichocki}, title = {Extended {HALS} Algorithm for Nonnegative {T}ucker Decomposition and Its Applications for Multiway Analysis and Classification}, doi = {10.1016/j.neucom.2010.06.031}, number = {11}, pages = {1956--1969}, volume = {74}, journal = {Neurocomputing}, year = {2011}, } @InProceedings{PhTiCi11, author = {Anh Huy Phan and Petr Tichavsk{\'y} and Andrzej Cichocki}, booktitle = {Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing (ICASSP'11)}, title = {Fast Damped {Gauss--Newton} Algorithm for Sparse and Nonnegative Tensor Factorization}, doi = {10.1109/ICASSP.2011.5946900}, pages = {1988--1991}, year = {2011}, } @Article{PhTiCi13, author = {Phan, Anh-Huy and Tichavsk{\'y}, Petr and Cichocki, Andrzej}, title = {Fast Alternating {LS} Algorithms for High Order {CANDECOMP/PARAFAC} Tensor Factorizations}, doi = {10.1109/TSP.2013.2269903}, number = {19}, pages = {4834--4846}, volume = {61}, journal = {IEEE Transactions on Signal Processing}, year = {2013}, } @Article{PhTiCi13a, author = {Phan, Anh-Huy and Tichavsk\'{y}, Petr and Cichocki, Andrzej}, title = {Low Complexity Damped {Gauss}--{Newton} Algorithms for {CANDECOMP/PARAFAC}}, doi = {10.1137/100808034}, number = {1}, pages = {126--147}, volume = {34}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2013}, } @Article{PhKo19, author = {Eric Phipps and Tamara G. Kolda}, title = {Software for Sparse Tensor Decomposition on Emerging Computing Architectures}, doi = {10.1137/18M1210691}, number = {3}, pages = {C269--C290}, volume = {41}, journal = {SIAM Journal on Scientific Computing}, year = {2019}, } @Article{Qi05, author = {Liqun Qi}, title = {Eigenvalues of a Real Supersymmetric Tensor}, doi = {10.1016/j.jsc.2005.05.007}, pages = {1302-1324}, volume = {40}, journal = {Journal of Symbolic Computation}, year = {2005}, } @Article{ReKo03, author = {Phillip A. Regalia and Eleftherios Kofidis}, title = {Monotonic Convergence of Fixed-Point Algorithms for {ICA}}, doi = {10.1109/TNN.2003.813843}, number = {4}, pages = {943-949}, volume = {14}, journal = {IEEE Transactions on Neural Networks}, year = {2003}, } @Article{RoMo51, author = {Robbins, Herbert and Monro, Sutton}, title = {A Stochastic Approximation Method}, number = {3}, pages = {400--407}, url = {http://www.jstor.org/stable/2236626}, volume = {22}, journal = {The Annals of Mathematical Statistics}, year = {1951}, } @Misc{Ro14, author = {Elina Robeva}, title = {Orthogonal Decomposition of Symmetric Tensors}, eprint = {1409.6685}, archiveprefix = {arXiv}, year = {2014}, } @Article{RoThCo11, author = {Jean-Philip Royer and N. Thirion-Moreau and Pierre Comon}, title = {Computing the Polyadic Decomposition of Nonnegative Third Order Tensors}, doi = {10.1016/j.sigpro.2011.03.006}, number = {9}, pages = {2159--2171}, volume = {91}, journal = {Signal Processing}, year = {2011}, } @Article{SaKo90, author = {Eugenio Sanchez and Bruce R. Kowalski}, title = {Tensorial Resolution: A Direct Trilinear Decomposition}, doi = {10.1002/cem.1180040105}, number = {1}, pages = {29--45}, volume = {4}, journal = {Journal of Chemometrics}, year = {1990}, } @InProceedings{SeSm21, author = {Alexandre Sedoglavic and Alexey V. Smirnov}, title = {The Tensor Rank of $5 \times 5$ Matrices Multiplication Is Bounded by 98 and Its Border Rank by 89}, doi = {10.1145/3452143.3465537}, booktitle = {Proceedings of the 2021 on International Symposium on Symbolic and Algebraic Computation}, year = {2021}, } @InProceedings{ShHa05, author = {Amnon Shashua and Tamir Hazan}, booktitle = {Proceedings of the 22nd International Conference on Machine Learning (ICML'05)}, title = {Non-Negative Tensor Factorization with Applications to Statistics and Computer Vision}, doi = {10.1145/1102351.1102451}, pages = {792--799}, year = {2005}, } @Article{ShKo20, author = {Samantha Sherman and Tamara G. Kolda}, title = {Estimating Higher-Order Moments Using Symmetric Tensor Decomposition}, doi = {10.1137/19m1299633}, number = {3}, pages = {1369--1387}, volume = {41}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2020}, } @Article{SiBr00, author = {Nicholas D. Sidiropoulos and Rasmus Bro}, title = {On the Uniqueness of Multilinear Decomposition of {N}-Way Arrays}, doi = {10.1002/1099-128X(200005/06)14:3<229::AID-CEM587>3.0.CO;2-N}, number = {3}, pages = {229--239}, volume = {14}, journal = {Journal of Chemometrics}, year = {2000}, } @Article{SiDeFuHu16, author = {Sidiropoulos, Nicholas D. and {De Lathauwer}, Lieven and Fu, Xiao and Huang, Kejun and Papalexakis, Evangelos E. and Faloutsos, Christos}, title = {Tensor Decomposition for Signal Processing and Machine Learning}, doi = {10.1109/tsp.2017.2690524}, number = {13}, pages = {3551--3582}, volume = {65}, journal = {IEEE Transactions on Signal Processing}, year = {2017}, } @Article{SiLi08, author = {{de Silva}, Vin and Lim, Lek-Heng}, title = {Tensor Rank and the Ill-Posedness of the Best Low-Rank Approximation Problem}, doi = {10.1137/06066518X}, number = {3}, pages = {1084--1127}, volume = {30}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2008}, } @Book{SmBrGe04, author = {Age Smilde and Rasmus Bro and Paul Geladi}, title = {Multi-Way Analysis: Applications in the Chemical Sciences}, publisher = {Wiley}, address = {Chichester}, year = {2004}, } @Article{Sm13, author = {Smirnov, A. V.}, title = {The Bilinear Complexity and Practical Algorithms for Matrix Multiplication}, doi = {10.1134/S0965542513120129}, number = {12}, pages = {1781--1795}, volume = {53}, journal = {Computational Mathematics and Mathematical Physics}, year = {2013}, } @InProceedings{SmKa15, author = {Smith, Shaden and Karypis, George}, booktitle = {Proceedings of the 5th Workshop on Irregular Applications: Architectures and Algorithms (IA$^3$'15)}, title = {Tensor-Matrix Products with a Compressed Sparse Tensor}, doi = {10.1145/2833179.2833183}, year = {2015}, } @Article{SoBaLa13, author = {Sorber, L. and {Van Barel}, M. and {De Lathauwer}, L.}, title = {Optimization-Based Algorithms for Tensor Decompositions: Canonical Polyadic Decomposition, Decomposition in Rank-{(Lr,Lr,1)} Terms, and a New Generalization}, doi = {10.1137/120868323}, number = {2}, pages = {695-720}, volume = {23}, journal = {SIAM Journal on Optimization}, year = {2013}, } @InProceedings{SoLa10, author = {Sorensen, Mikael and {De Lathauwer}, Lieven}, booktitle = {2010 Conference Record of the Forty Fourth Asilomar Conference on Signals, Systems and Computers}, title = {New Simultaneous Generalized {Schur} Decomposition Methods for the Computation of the Canonical Polyadic Decomposition}, doi = {10.1109/ACSSC.2010.5757456}, year = {2010}, } @Article{SpHaBi17, author = {Springer, Paul and Hammond, Jeff R. and Bientinesi, Paolo}, title = {{TTC}: A High-Performance Compiler for Tensor Transpositions}, doi = {10.1145/3104988}, number = {2}, pages = {1--21}, volume = {44}, journal = {ACM Transactions on Mathematical Software}, year = {2017}, } @Article{StSi07, author = {Alwin Stegeman and Nicholas D. Sidiropoulos}, title = {On {Kruskal}'s Uniqueness Condition for the {CANDECOMP/PARAFAC} Decomposition}, doi = {10.1016/j.laa.2006.08.010}, number = {2--3}, pages = {540--552}, volume = {420}, journal = {Linear Algebra and its Applications}, year = {2007}, } @Book{St16, author = {Gilbert Strang}, title = {Introduction to Linear Algebra}, edition = {5}, publisher = {Wellesley-Cambridge Press}, address = {Wellesley}, year = {2016}, } @Article{St69, author = {Volker Strassen}, title = {Gaussian Elimination Is Not Optimal}, doi = {10.1007/BF02165411}, number = {4}, pages = {354--356}, volume = {13}, journal = {Numerische Mathematik}, year = {1969}, } @Article{SuSaMi13, author = {Toshio Sumi and Toshio Sakata and Mitsuhiro Miyazaki}, title = {Typical Ranks for {$m \times n \times (m-1)n$} Tensors with {$m \leq n$}}, doi = {10.1016/j.laa.2011.08.009}, number = {2}, pages = {953--958}, volume = {438}, journal = {Linear Algebra and its Applications}, year = {2013}, } @Article{SuGuLuTr20, author = {Yiming Sun and Yang Guo and Charlene Luo and Joel Tropp and Madeleine Udell}, title = {Low-Rank {Tucker} Approximation of a Tensor from Streaming Data}, doi = {10.1137/19m1257718}, number = {4}, pages = {1123--1150}, volume = {2}, journal = {SIAM Journal on Mathematics of Data Science}, year = {2020}, } @Misc{TensorFlow-SparseTensors22, author = {{TensorFlow Team}}, title = {Working with Sparse Tensors}, howpublished = {TensorFlow Guide}, url = {https://www.tensorflow.org/guide/sparse_tensor}, year = {2022}, } @PhdThesis{To12, author = {Christine Tobler}, title = {Low-Rank Tensor Methods for Linear Systems and Eigenvalue Problems}, url = {http://sma.epfl.ch/~anchpcommon/students/tobler.pdf}, school = {ETH Zurich}, year = {2012}, } @Article{ToBr05, author = {Giorgio Tomasi and Rasmus Bro}, title = {{PARAFAC} and Missing Values}, doi = {10.1016/j.chemolab.2004.07.003}, number = {2}, pages = {163--180}, volume = {75}, journal = {Chemometrics and Intelligent Laboratory Systems}, year = {2005}, } @Article{ToBr06, author = {Giorgio Tomasi and Rasmus Bro}, title = {A Comparison of Algorithms for Fitting the {PARAFAC} Model}, doi = {10.1016/j.csda.2004.11.013}, number = {7}, pages = {1700--1734}, volume = {50}, journal = {Computational Statistics \& Data Analysis}, year = {2006}, } @Book{TrBa97, author = {Trefethen, L. N. and Bau, D.}, title = {Numerical Linear Algebra}, doi = {10.1137/1.9780898719574}, publisher = {SIAM}, address = {Philadelphia}, year = {1997}, } @Article{Tu66, author = {Ledyard R. Tucker}, title = {Some Mathematical Notes on Three-Mode Factor Analysis}, doi = {10.1007/BF02289464}, pages = {279--311}, volume = {31}, journal = {Psychometrika}, year = {1966}, } @Article{Us10, author = {Andr\'e Uschmajew}, title = {Well-Posedness of Convex Maximization Problems on {S}tiefel Manifolds and Orthogonal Tensor Product Approximations}, doi = {10.1007/s00211-009-0276-9}, number = {2}, pages = {309--331}, volume = {115}, journal = {Numerische Mathematik}, year = {2010}, } @Article{Us12, author = {Uschmajew, Andr{\'e}}, title = {Local Convergence of the Alternating Least Squares Algorithm for Canonical Tensor Approximation}, doi = {10.1137/110843587}, number = {2}, pages = {639--652}, volume = {33}, journal = {SIAM Journal on Matrix Analysis and Applications}, year = {2012}, } @Article{VaVeDe20, author = {Michiel Vandecappelle and Nico Vervliet and Lieven {De Lathauwer}}, title = {A Second-Order Method for Fitting the Canonical Polyadic Decomposition with Non-Least-Squares Cost}, doi = {10.1109/tsp.2020.3010719}, pages = {4454--4465}, volume = {68}, journal = {IEEE Transactions on Signal Processing}, year = {2020}, } @Article{VaVaMe12, author = {Vannieuwenhoven, Nick and Vandebril, Raf and Meerbergen, Karl}, title = {A New Truncation Strategy for the Higher-Order Singular Value Decomposition}, doi = {10.1137/110836067}, number = {2}, pages = {A1027--A1052}, volume = {34}, journal = {SIAM Journal on Scientific Computing}, year = {2012}, } @Article{Va09, author = {Stephen A. Vavasis}, title = {On the Complexity of Nonnegative Matrix Factorization}, doi = {10.1137/070709967}, number = {3}, pages = {1364--1377}, volume = {20}, journal = {SIAM Journal on Optimization}, year = {2009}, } @Article{VeLa16, author = {Vervliet, Nico and {De Lathauwer}, Lieven}, title = {A Randomized Block Sampling Approach to Canonical Polyadic Decomposition of Large-Scale Tensors}, doi = {10.1109/JSTSP.2015.2503260}, number = {2}, pages = {284--295}, volume = {10}, journal = {IEEE Journal of Selected Topics in Signal Processing}, year = {2016}, } @InCollection{VeLa19, author = {Vervliet, N. and {De Lathauwer}, L.}, booktitle = {Data Handling in Science and Technology}, title = {Numerical Optimization-Based Algorithms for Data Fusion}, doi = {10.1016/b978-0-444-63984-4.00004-1}, pages = {81--128}, publisher = {Elsevier}, address = {Amsterdam}, year = {2019}, } @Misc{TensorLab-Sparse17, author = {Vervliet, Nico and Debals, Otto and Sorber, Laurent and {Van Barel}, Marc and {De Lathauwer}, Lieven}, title = {Datasets: Dense, Incomplete, Sparse and Structured}, howpublished = {TensorLab User Manual}, url = {https://www.tensorlab.net/doc/data.html#sparse-tensors}, year = {2017}, } @Article{VyEvStRy18, author = {Saurabh Vyas and Nir Even-Chen and Sergey D. Stavisky and Stephen I. Ryu and Paul Nuyujukian and Krishna V. Shenoy}, title = {Neural Population Dynamics Underlying Motor Learning Transfer}, doi = {10.1016/j.neuron.2018.01.040}, number = {5}, volume = {97}, journal = {Neuron}, year = {2018}, } @Article{VyOSRySh20, author = {Saurabh Vyas and Daniel J. O'Shea and Stephen I. Ryu and Krishna V. Shenoy}, title = {Causal Role of Motor Preparation during Error-Driven Learning}, doi = {10.1016/j.neuron.2020.01.019}, number = {2}, volume = {106}, journal = {Neuron}, year = {2020}, } @Article{WeWe01, author = {Welling, Max and Weber, Markus}, title = {Positive Tensor Factorization}, doi = {10.1016/S0167-8655(01)00070-8}, number = {12}, pages = {1255--1261}, volume = {22}, journal = {Pattern Recognition Letters}, year = {2001}, } @Article{WiKiWaVy18, author = {Williams, Alex H. and Kim, Tony Hyun and Wang, Forea and Vyas, Saurabh and Ryu, Stephen I. and Shenoy, Krishna V. and Schnitzer, Mark and Kolda, Tamara G. and Ganguli, Surya}, title = {Unsupervised Discovery of Demixed, Low-Dimensional Neural Dynamics across Multiple Timescales through Tensor Components Analysis}, doi = {10.1016/j.neuron.2018.05.015}, number = {6}, pages = {1099--1115}, volume = {98}, journal = {Neuron}, year = {2018}, } @InProceedings{WiXuXuZh24, author = {Williams, Virginia Vassilevska and Xu, Yinzhan and Xu, Zixuan and Zhou, Renfei}, booktitle = {Proceedings of the 2024 Annual ACM-SIAM Symposium on Discrete Algorithms (SODA)}, title = {New Bounds for Matrix Multiplication: from Alpha to Omega}, doi = {10.1137/1.9781611977912.134}, pages = {3792--3835}, year = {2024}, } @Article{Wi71, author = {Winograd, Schmuel}, journal = {Linear Algebra and its Applications}, title = {On Multiplication of $2 \times 2$ Matrices}, year = {1971}, number = {4}, pages = {381--388}, volume = {4}, doi = {10.1016/0024-3795(71)90009-7}, } @Book{WrRe22, author = {Stephen J. Wright and Benjamin Recht}, title = {Optimization for Data Analysis}, doi = {10.1017/9781009004282}, publisher = {Cambridge University Press}, address = {Cambridge}, year = {2022}, } @Misc{WuWaBo18, author = {Xiaoxia Wu and Rachel Ward and L\'eon Bottou}, title = {{WNGrad}: Learn the Learning Rate in Gradient Descent}, eprint = {1803.02865}, archiveprefix = {arXiv}, year = {2018}, } @Article{ZhAe17, author = {Zhang, Zemin and Aeron, Shuchin}, title = {Exact Tensor Completion Using {t-SVD}}, doi = {10.1109/tsp.2016.2639466}, number = {6}, pages = {1511--1526}, volume = {65}, journal = {IEEE Transactions on Signal Processing}, year = {2017}, } @InProceedings{ZhDiLiLi20, author = {Kai Zhao and Sheng Di and Xin Lian and Sihuan Li and Dingwen Tao and Julie Bessac and Zizhong Chen and Franck Cappello}, booktitle = {2020 {IEEE} International Conference on Big Data}, title = {{SDRBench}: Scientific Data Reduction Benchmark for Lossy Compressors}, doi = {10.1109/bigdata50022.2020.9378449}, year = {2020}, } @Misc{ZhZhXiZh16, author = {Zhao, Qibin and Zhou, Guoxu and Xie, Shengli and Zhang, Liqing and Cichocki, Andrzej}, title = {Tensor Ring Decomposition}, eprint = {1606.05535}, archiveprefix = {arXiv}, year = {2016}, } @Misc{ZhCiXi14, author = {Guoxu Zhou and Andrzej Cichocki and Shengli Xie}, title = {Decomposition of Big Tensors with Low Multilinear Rank}, eprint = {1412.1885}, archiveprefix = {arXiv}, year = {2014}, } @InProceedings{ZhViBaJi16, author = {Shuo Zhou and Nguyen Xuan Vinh and James Bailey and Yunzhe Jia and Ian Davidson}, booktitle = {Proceedings of the 22nd {ACM} {SIGKDD} International Conference on Knowledge Discovery and Data Mining (KDD'16)}, title = {Accelerating Online {CP} Decompositions for Higher Order Tensors}, doi = {10.1145/2939672.2939763}, year = {2016}, } @Article{ZhByLuNo97, author = {Ciyou Zhu and Richard H. Byrd and Peihuang Lu and Jorge Nocedal}, title = {Algorithm 778: {L-BFGS-B}: {Fortran} Subroutines for Large-Scale Bound-Constrained Optimization}, doi = {10.1145/279232.279236}, number = {4}, pages = {550--560}, volume = {23}, journal = {ACM Transactions on Mathematical Software}, year = {1997}, }