@inproceedings{a21f0edf82534699a7fdb39a8ec430a4,
title = "Efficient multiplicative updates for support vector machines",
abstract = "The dual formulation of the support vector machine (SVM) objective function is an instance of a nonnegative quadratic programming problem. We reformulate the SVM objective function as a matrix factorization problem which establishes a connection with the regularized nonnegative matrix factorization (NMF) problem. This allows us to derive a novel multiplicative algorithm for solving hard and soft margin SVM. The algorithm follows as a natural extension of the updates for NMF and semi-NMF. No additional parameter setting, such as choosing learning rate, is required. Exploiting the connection between SVM and NMF formulation, we show how NMF algorithms can be applied to the SVM problem. Multiplicative updates that we derive for SVM problem also represent novel updates for semi-NMF. Further this unified view yields algorithmic insights in both directions: we demonstrate that the Kernel Adatron algorithm for solving SVMs can be adapted to NMF problems. Experiments demonstrate rapid convergence to good classifiers. We analyze the rates of asymptotic convergence of the updates and establish tight bounds. We test them on several datasets using various kernels and report equivalent classification performance to that of a standard SVM.",
author = "Potluru, {Vamsi K.} and Plis, {Sergey M.} and Morten M{\o}rup and Calhoun, {Vincent D.} and Terran Lane",
year = "2009",
month = dec,
day = "1",
language = "English (US)",
isbn = "9781615671090",
series = "Society for Industrial and Applied Mathematics - 9th SIAM International Conference on Data Mining 2009, Proceedings in Applied Mathematics",
pages = "1212--1223",
booktitle = "Society for Industrial and Applied Mathematics - 9th SIAM International Conference on Data Mining 2009, Proceedings in Applied Mathematics 133",
note = "9th SIAM International Conference on Data Mining 2009, SDM 2009 ; Conference date: 30-04-2009 Through 02-05-2009",
}