@article{Perez-Cruz2013,

title = {Gaussian Processes for Nonlinear Signal Processing: An Overview of Recent Advances},

author = {Fernando Perez-Cruz and Steven Van Vaerenbergh and Juan Jose Murillo-Fuentes and Miguel Lazaro-Gredilla and Ignacio Santamaria},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6530761},

issn = {1053-5888},

year  = {2013},

date = {2013-01-01},

journal = {IEEE Signal Processing Magazine},

volume = {30},

number = {4},

pages = {40--50},

abstract = {Gaussian processes (GPs) are versatile tools that have been successfully employed to solve nonlinear estimation problems in machine learning but are rarely used in signal processing. In this tutorial, we present GPs for regression as a natural nonlinear extension to optimal Wiener filtering. After establishing their basic formulation, we discuss several important aspects and extensions, including recursive and adaptive algorithms for dealing with nonstationarity, low-complexity solutions, non-Gaussian noise models, and classification scenarios. Furthermore, we provide a selection of relevant applications to wireless digital communications.},

keywords = {adaptive algorithm, Adaptive algorithms, classification scenario, Gaussian processes, Learning systems, Machine learning, Noise measurement, nonGaussian noise model, Nonlinear estimation, nonlinear estimation problem, nonlinear signal processing, optimal Wiener filtering, recursive algorithm, Signal processing, Wiener filters, wireless digital communication},

pubstate = {published},

tppubtype = {article}

}

@article{Salamanca2013b,

title = {Tree Expectation Propagation for ML Decoding of LDPC Codes over the BEC},

author = {Luis Salamanca and Pablo M Olmos and Juan Jose Murillo-Fuentes and Fernando Perez-Cruz},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6384612},

issn = {0090-6778},

year  = {2013},

date = {2013-01-01},

journal = {IEEE Transactions on Communications},

volume = {61},

number = {2},

pages = {465--473},

abstract = {We propose a decoding algorithm for LDPC codes that achieves the maximum likelihood (ML) solution over the binary erasure channel (BEC). In this channel, the tree-structured expectation propagation (TEP) decoder improves the peeling decoder (PD) by processing check nodes of degree one and two. However, it does not achieve the ML solution, as the tree structure of the TEP allows only for approximate inference. In this paper, we provide the procedure to construct the structure needed for exact inference. This algorithm, denoted as generalized tree-structured expectation propagation (GTEP), modifies the code graph by recursively eliminating any check node and merging this information in the remaining graph. The GTEP decoder upon completion either provides the unique ML solution or a tree graph in which the number of parent nodes indicates the multiplicity of the ML solution. We also explain the algorithm as a Gaussian elimination method, relating the GTEP to other ML solutions. Compared to previous approaches, it presents an equivalent complexity, it exhibits a simpler graphical message-passing procedure and, most interesting, the algorithm can be generalized to other channels.},

keywords = {approximate inference, Approximation algorithms, Approximation methods, BEC, binary codes, binary erasure channel, code graph, Complexity theory, equivalent complexity, Gaussian elimination method, Gaussian processes, generalized tree-structured expectation propagatio, graphical message-passing procedure, graphical models, LDPC codes, Maximum likelihood decoding, maximum likelihood solution, ML decoding, parity check codes, peeling decoder, tree expectation propagation, tree graph, Tree graphs, tree-structured expectation propagation, tree-structured expectation propagation decoder, trees (mathematics)},

pubstate = {published},

tppubtype = {article}

}

@article{Alvarez2013,

title = {Linear Latent Force Models Using Gaussian Processes},

author = {Mauricio Alvarez and David Luengo and Neil D Lawrence},

url = {http://dblp.uni-trier.de/db/journals/pami/pami35.html#AlvarezLL13 http://ieeexplore.ieee.org/xpl/articleDetails.jsp?arnumber=6514873},

year  = {2013},

date = {2013-01-01},

journal = {IEEE Trans. Pattern Anal. Mach. Intell.},

volume = {35},

number = {11},

pages = {2693--2705},

abstract = {Purely data-driven approaches for machine learning present difficulties when data are scarce relative to the complexity of the model or when the model is forced to extrapolate. On the other hand, purely mechanistic approaches need to identify and specify all the interactions in the problem at hand (which may not be feasible) and still leave the issue of how to parameterize the system. In this paper, we present a hybrid approach using Gaussian processes and differential equations to combine data-driven modeling with a physical model of the system. We show how different, physically inspired, kernel functions can be developed through sensible, simple, mechanistic assumptions about the underlying system. The versatility of our approach is illustrated with three case studies from motion capture, computational biology, and geostatistics.},

keywords = {Analytical models, Computational modeling, Data models, Differential equations, Force, Gaussian processes, Mathematical mode},

pubstate = {published},

tppubtype = {article}

}

@article{Koch2010a,

title = {Gaussian Fading Is the Worst Fading},

author = {Tobias Koch and Amos Lapidoth},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=5429105},

issn = {0018-9448},

year  = {2010},

date = {2010-01-01},

journal = {IEEE Transactions on Information Theory},

volume = {56},

number = {3},

pages = {1158--1165},

abstract = {The capacity of peak-power limited, single-antenna, noncoherent, flat-fading channels with memory is considered. The emphasis is on the capacity pre-log, i.e., on the limiting ratio of channel capacity to the logarithm of the signal-to-noise ratio (SNR), as the SNR tends to infinity. It is shown that, among all stationary and ergodic fading processes of a given spectral distribution function and whose law has no mass point at zero, the Gaussian process gives rise to the smallest pre-log. The assumption that the law of the fading process has no mass point at zero is essential in the sense that there exist stationary and ergodic fading processes whose law has a mass point at zero and that give rise to a smaller pre-log than the Gaussian process of equal spectral distribution function. An extension of these results to multiple-input single-output (MISO) fading channels with memory is also presented.},

keywords = {Additive noise, channel capacity, channels with memory, Distribution functions, ergodic fading processes, Fading, fading channels, flat fading, flat-fading channel capacity, Gaussian channels, Gaussian fading, Gaussian processes, H infinity control, high signal-to-noise ratio (SNR), Information technology, information theory, multiple-input single-output fading channels, multiplexing gain, noncoherent, noncoherent channel capacity, peak-power limited channel capacity, Signal to noise ratio, signal-to-noise ratio, single-antenna channel capacity, spectral distribution function, time-selective, Transmitters},

pubstate = {published},

tppubtype = {article}

}

@article{Perez-Cruz2010a,

title = {MIMO Gaussian Channels With Arbitrary Inputs: Optimal Precoding and Power Allocation},

author = {Fernando Perez-Cruz and Miguel R D Rodrigues and Sergio Verdu},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=5429131},

issn = {0018-9448},

year  = {2010},

date = {2010-01-01},

journal = {IEEE Transactions on Information Theory},

volume = {56},

number = {3},

pages = {1070--1084},

abstract = {In this paper, we investigate the linear precoding and power allocation policies that maximize the mutual information for general multiple-input-multiple-output (MIMO) Gaussian channels with arbitrary input distributions, by capitalizing on the relationship between mutual information and minimum mean-square error (MMSE). The optimal linear precoder satisfies a fixed-point equation as a function of the channel and the input constellation. For non-Gaussian inputs, a nondiagonal precoding matrix in general increases the information transmission rate, even for parallel noninteracting channels. Whenever precoding is precluded, the optimal power allocation policy also satisfies a fixed-point equation; we put forth a generalization of the mercury/waterfilling algorithm, previously proposed for parallel noninterfering channels, in which the mercury level accounts not only for the non-Gaussian input distributions, but also for the interference among inputs.},

keywords = {Collaborative work, Equations, fixed-point equation, Gaussian channels, Gaussian noise channels, Gaussian processes, Government, Interference, linear precoding, matrix algebra, mean square error methods, mercury-waterfilling algorithm, MIMO, MIMO communication, MIMO Gaussian channel, minimum mean-square error, minimum mean-square error (MMSE), multiple-input-multiple-output channel, multiple-input\textendashmultiple-output (MIMO) systems, Mutual information, nondiagonal precoding matrix, optimal linear precoder, optimal power allocation policy, optimal precoding, optimum power allocation, Phase shift keying, precoding, Quadrature amplitude modulation, Telecommunications, waterfilling},

pubstate = {published},

tppubtype = {article}

}

@article{Olmos2010a,

title = {Joint Nonlinear Channel Equalization and Soft LDPC Decoding with Gaussian Processes},

author = {Pablo M Olmos and Juan Jose Murillo-Fuentes and Fernando Perez-Cruz},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=5290078},

issn = {1053-587X},

year  = {2010},

date = {2010-01-01},

journal = {IEEE Transactions on Signal Processing},

volume = {58},

number = {3},

pages = {1183--1192},

abstract = {In this paper, we introduce a new approach for nonlinear equalization based on Gaussian processes for classification (GPC). We propose to measure the performance of this equalizer after a low-density parity-check channel decoder has detected the received sequence. Typically, most channel equalizers concentrate on reducing the bit error rate, instead of providing accurate posterior probability estimates. We show that the accuracy of these estimates is essential for optimal performance of the channel decoder and that the error rate output by the equalizer might be irrelevant to understand the performance of the overall communication receiver. In this sense, GPC is a Bayesian nonlinear classification tool that provides accurate posterior probability estimates with short training sequences. In the experimental section, we compare the proposed GPC-based equalizer with state-of-the-art solutions to illustrate its improved performance.},

keywords = {Bayesian nonlinear classification tool, Bit error rate, Channel Coding, channel equalizers, Channel estimation, Coding, equalisers, equalization, error statistics, Gaussian processes, GPC, joint nonlinear channel equalization, low-density parity-check (LDPC), low-density parity-check channel decoder, Machine learning, nonlinear channel, nonlinear codes, parity check codes, posterior probability estimates, soft LDPC decoding, soft-decoding, support vector machine (SVM)},

pubstate = {published},

tppubtype = {article}

}

@article{Murillo-Fuentes2009,

title = {Gaussian Process Regressors for Multiuser Detection in DS-CDMA Systems},

author = {Juan Jose Murillo-Fuentes and Fernando Perez-Cruz},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=5201027},

issn = {0090-6778},

year  = {2009},

date = {2009-01-01},

journal = {IEEE Transactions on Communications},

volume = {57},

number = {8},

pages = {2339--2347},

abstract = {In this paper we present Gaussian processes for Regression (GPR) as a novel detector for CDMA digital communications. Particularly, we propose GPR for constructing analytical nonlinear multiuser detectors in CDMA communication systems. GPR can easily compute the parameters that describe its nonlinearities by maximum likelihood. Thereby, no cross-validation is needed, as it is typically used in nonlinear estimation procedures. The GPR solution is analytical, given its parameters, and it does not need to solve an optimization problem for building the nonlinear estimator. These properties provide fast and accurate learning, two major issues in digital communications. The GPR with a linear decision function can be understood as a regularized MMSE detector, in which the regularization parameter is optimally set. We also show the GPR receiver to be a straightforward nonlinear extension of the linear minimum mean square error (MMSE) criterion, widely used in the design of these receivers. We argue the benefits of this new approach in short codes CDMA systems where little information on the users' codes, users' amplitudes or the channel is available. The paper includes some experiments to show that GPR outperforms linear (MMSE) and nonlinear (SVM) state-ofthe- art solutions.},

keywords = {analytical nonlinear multiuser detectors, code division multiple access, communication systems, Detectors, digital communication, digital communications, DS-CDMA systems, Gaussian process for regressi, Gaussian process regressors, Gaussian processes, GPR, Ground penetrating radar, least mean squares methods, maximum likelihood, maximum likelihood detection, maximum likelihood estimation, mean square error methods, minimum mean square error, MMSE, Multiaccess communication, Multiuser detection, nonlinear estimator, nonlinear state-ofthe- art solutions, radio receivers, Receivers, regression analysis, Support vector machines},

pubstate = {published},

tppubtype = {article}

}

@article{Perez-Cruz2008c,

title = {Nonlinear Channel Equalization With Gaussian Processes for Regression},

author = {Fernando Perez-Cruz and Juan Jose Murillo-Fuentes and S Caro},

url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=4563433},

issn = {1053-587X},

year  = {2008},

date = {2008-01-01},

journal = {IEEE Transactions on Signal Processing},

volume = {56},

number = {10},

pages = {5283--5286},

abstract = {We propose Gaussian processes for regression (GPR) as a novel nonlinear equalizer for digital communications receivers. GPR's main advantage, compared to previous nonlinear estimation approaches, lies on their capability to optimize the kernel hyperparameters by maximum likelihood, which improves its performance significantly for short training sequences. Besides, GPR can be understood as a nonlinear minimum mean square error estimator, a standard criterion for training equalizers that trades off the inversion of the channel and the amplification of the noise. In the experiment section, we show that the GPR-based equalizer clearly outperforms support vector machine and kernel adaline approaches, exhibiting outstanding results for short training sequences.},

keywords = {Channel estimation, digital communications receivers, equalisers, equalization, Gaussian processes, kernel adaline, least mean squares methods, maximum likelihood estimation, nonlinear channel equalization, nonlinear equalization, nonlinear minimum mean square error estimator, regression, regression analysis, short training sequences, Support vector machines},

pubstate = {published},

tppubtype = {article}

}