%0 Journal Article %1 sidi1995application %A Sidi, Avram %D 1995 %I Society for Industrial & Applied Mathematics (SIAM) %J SIAM Journal on Matrix Analysis and Applications %K 62m10-time-series-auto-correlation-regression 65f10-iterative-methods-for-linear-systems 65f15-numerical-eigenvalues-eigenvectors %N 4 %P 1341--1369 %R 10.1137/s089547989224316x %T Application of Vector-Valued Rational Approximations to the Matrix Eigenvalue Problem and Connections with Krylov Subspace Methods %U https://epubs.siam.org/doi/10.1137/S089547989224316X %V 16 %X Let $F(z)$ be a vector-valued function $F: C C^N $, which is analytic at $z = 0$ and meromorphic in a neighborhood of $z = 0$, and let its Maclaurin series be given. In a recent work J. Approx. Theory, 76 (1994), pp. 89–111 by the author, vector-valued rational approximation procedures for $F(z)$ that are based on its Maclaurin series, were developed, and some of their convergence properties were analyzed in detail. In particular, a Koenig-type theorem concerning their poles and a de Montessus-type theorem concerning their uniform convergence in the complex plane were given. With the help of these theorems it was shown how optimal approximations to the poles of $F(z)$ and the principal parts of the corresponding Laurent series expansions can be obtained. In this work we use these rational approximation procedures in conjunction with power iterations to develop bona fide generalizations of the power method for an arbitrary $N N$ matrix that may or may not be diagonalizable. These generalizations can be used to obtain simultaneously several of the largest distinct eigenvalues and corresponding eigenvectors and other vectors in the invariant subspaces. We provide interesting constructions for both nondefective and defective eigenvalues and the corresponding invariant subspaces, and present a detailed convergence theory for them. This is made possible by the observation that vectors obtained by power iterations with a matrix are actually coefficients of the Maclaurin series of a vector-valued rational function, whose poles are the reciprocals of some or all of the nonzero eigenvalues of the matrix being considered, while the coefficients in the principal parts of the Laurent expansions of this rational function are vectors in the corresponding invariant subspaces. In addition, it is shown that the generalized power methods of this work are equivalent to some Krylov subspace methods, among them the methods of Arnoldi and Lanczos. Thus, the theory of the present work provides a set of completely new results and constructions for these Krylov subspace methods. At the same time this theory suggests a new mode of usage for these Krylov subspace methods that has been observed to possess computational advantages over their common mode of usage in some cases. We illustrate some of the theory and conclusions derived from it with numerical examples. Read More: https://epubs.siam.org/doi/10.1137/S089547989224316X Let $F(z)$ be a vector-valued function $F: C C^N $, which is analytic at $z = 0$ and meromorphic in a neighborhood of $z = 0$, and let its Maclaurin series be given. In a recent work J. Approx. Theory, 76 (1994), pp. 89–111 by the author, vector-valued rational approximation procedures for $F(z)$ that are based on its Maclaurin series, were developed, and some of their convergence properties were analyzed in detail. In particular, a Koenig-type theorem concerning their poles and a de Montessus-type theorem concerning their uniform convergence in the complex plane were given. With the help of these theorems it was shown how optimal approximations to the poles of $F(z)$ and the principal parts of the corresponding Laurent series expansions can be obtained. In this work we use these rational approximation procedures in conjunction with power iterations to develop bona fide generalizations of the power method for an arbitrary $N N$ matrix that may or may not be diagonalizable. These generalizations can be used to obtain simultaneously several of the largest distinct eigenvalues and corresponding eigenvectors and other vectors in the invariant subspaces. We provide interesting constructions for both nondefective and defective eigenvalues and the corresponding invariant subspaces, and present a detailed convergence theory for them. This is made possible by the observation that vectors obtained by power iterations with a matrix are actually coefficients of the Maclaurin series of a vector-valued rational function, whose poles are the reciprocals of some or all of the nonzero eigenvalues of the matrix being considered, while the coefficients in the principal parts of the Laurent expansions of this rational function are vectors in the corresponding invariant subspaces. In addition, it is shown that the generalized power methods of this work are equivalent to some Krylov subspace methods, among them the methods of Arnoldi and Lanczos. Thus, the theory of the present work provides a set of completely new results and constructions for these Krylov subspace methods. At the same time this theory suggests a new mode of usage for these Krylov subspace methods that has been observed to possess computational advantages over their common mode of usage in some cases. We illustrate some of the theory and conclusions derived from it with numerical examples.

@article{sidi1995application, abstract = {Let $F(z)$ be a vector-valued function $F: {\bf C} \to {\bf C}^N $, which is analytic at $z = 0$ and meromorphic in a neighborhood of $z = 0$, and let its Maclaurin series be given. In a recent work [J. Approx. Theory, 76 (1994), pp. 89–111] by the author, vector-valued rational approximation procedures for $F(z)$ that are based on its Maclaurin series, were developed, and some of their convergence properties were analyzed in detail. In particular, a Koenig-type theorem concerning their poles and a de Montessus-type theorem concerning their uniform convergence in the complex plane were given. With the help of these theorems it was shown how optimal approximations to the poles of $F(z)$ and the principal parts of the corresponding Laurent series expansions can be obtained. In this work we use these rational approximation procedures in conjunction with power iterations to develop bona fide generalizations of the power method for an arbitrary $N \times N$ matrix that may or may not be diagonalizable. These generalizations can be used to obtain simultaneously several of the largest distinct eigenvalues and corresponding eigenvectors and other vectors in the invariant subspaces. We provide interesting constructions for both nondefective and defective eigenvalues and the corresponding invariant subspaces, and present a detailed convergence theory for them. This is made possible by the observation that vectors obtained by power iterations with a matrix are actually coefficients of the Maclaurin series of a vector-valued rational function, whose poles are the reciprocals of some or all of the nonzero eigenvalues of the matrix being considered, while the coefficients in the principal parts of the Laurent expansions of this rational function are vectors in the corresponding invariant subspaces. In addition, it is shown that the generalized power methods of this work are equivalent to some Krylov subspace methods, among them the methods of Arnoldi and Lanczos. Thus, the theory of the present work provides a set of completely new results and constructions for these Krylov subspace methods. At the same time this theory suggests a new mode of usage for these Krylov subspace methods that has been observed to possess computational advantages over their common mode of usage in some cases. We illustrate some of the theory and conclusions derived from it with numerical examples. Read More: https://epubs.siam.org/doi/10.1137/S089547989224316X Let $F(z)$ be a vector-valued function $F: {\bf C} \to {\bf C}^N $, which is analytic at $z = 0$ and meromorphic in a neighborhood of $z = 0$, and let its Maclaurin series be given. In a recent work [J. Approx. Theory, 76 (1994), pp. 89–111] by the author, vector-valued rational approximation procedures for $F(z)$ that are based on its Maclaurin series, were developed, and some of their convergence properties were analyzed in detail. In particular, a Koenig-type theorem concerning their poles and a de Montessus-type theorem concerning their uniform convergence in the complex plane were given. With the help of these theorems it was shown how optimal approximations to the poles of $F(z)$ and the principal parts of the corresponding Laurent series expansions can be obtained. In this work we use these rational approximation procedures in conjunction with power iterations to develop bona fide generalizations of the power method for an arbitrary $N \times N$ matrix that may or may not be diagonalizable. These generalizations can be used to obtain simultaneously several of the largest distinct eigenvalues and corresponding eigenvectors and other vectors in the invariant subspaces. We provide interesting constructions for both nondefective and defective eigenvalues and the corresponding invariant subspaces, and present a detailed convergence theory for them. This is made possible by the observation that vectors obtained by power iterations with a matrix are actually coefficients of the Maclaurin series of a vector-valued rational function, whose poles are the reciprocals of some or all of the nonzero eigenvalues of the matrix being considered, while the coefficients in the principal parts of the Laurent expansions of this rational function are vectors in the corresponding invariant subspaces. In addition, it is shown that the generalized power methods of this work are equivalent to some Krylov subspace methods, among them the methods of Arnoldi and Lanczos. Thus, the theory of the present work provides a set of completely new results and constructions for these Krylov subspace methods. At the same time this theory suggests a new mode of usage for these Krylov subspace methods that has been observed to possess computational advantages over their common mode of usage in some cases. We illustrate some of the theory and conclusions derived from it with numerical examples.}, added-at = {2021-07-14T03:34:02.000+0200}, author = {Sidi, Avram}, biburl = {https://www.bibsonomy.org/bibtex/251820beaf41d1577ded916205e7a1fcb/gdmcbain}, doi = {10.1137/s089547989224316x}, interhash = {9b5efe9ed2a8c34acac044f042ba27ff}, intrahash = {51820beaf41d1577ded916205e7a1fcb}, journal = {{SIAM} Journal on Matrix Analysis and Applications}, keywords = {62m10-time-series-auto-correlation-regression 65f10-iterative-methods-for-linear-systems 65f15-numerical-eigenvalues-eigenvectors}, month = oct, number = 4, pages = {1341--1369}, publisher = {Society for Industrial {\&} Applied Mathematics ({SIAM})}, timestamp = {2021-07-14T03:34:02.000+0200}, title = {Application of Vector-Valued Rational Approximations to the Matrix Eigenvalue Problem and Connections with Krylov Subspace Methods}, url = {https://epubs.siam.org/doi/10.1137/S089547989224316X}, volume = 16, year = 1995 }