Hossein Moosaei, Ahmad Mousavi, Milan Hladík, and Zheming Gao. Sparse L1-norm quadratic surface support vector machine with Universum data. Soft Comput., 27(9):5567–5586, May 2023.
[PDF] [gzipped postscript] [postscript] [HTML]
In binary classification, kernel-free quadratic support vector machines are proposed to avoid difficulties such as finding appropriate kernel functions or tuning their hyper-parameters. Furthermore, Universum data points, which do not belong to any class, can be exploited to embed prior knowledge into the corresponding models to improve the general performance. This paper designs novel kernel-free Universum quadratic surface support vector machine models. Further, this paper proposes the L1 norm regularized version that is beneficial for detecting potential sparsity patterns in the Hessian of the quadratic surface and reducing to the standard linear models if the data points are (almost) linearly separable. The proposed models are convex, so standard numerical solvers can be utilized to solve them. Moreover, a least squares version of the L1 norm regularized model is proposed. We also design an effective tailored algorithm that only requires solving one linear system. Several theoretical properties of these models are then reported and proved as well. The numerical results show that the least squares version of the proposed model achieves the highest mean accuracy scores with promising computational efficiency on some artificial and public benchmark data sets. Some statistical tests are conducted to show the competitiveness of the proposed models.
@article{MooMou2023a,
author = "Hossein Moosaei and Ahmad Mousavi and Milan Hlad\'{\i}k and Zheming Gao",
title = "Sparse {L1}-norm quadratic surface support vector machine with Universum data",
journal = "Soft Comput.",
fjournal = "Soft Computing",
volume = "27",
number = "9",
month = "May",
pages = "5567-5586",
year = "2023",
doi = "10.1007/s00500-023-07860-3",
issn = "1432-7643",
issnonline = "1433-7479",
url = "https://doi.org/10.1007/s00500-023-07860-3",
bib2html_dl_html = "https://link.springer.com/article/10.1007/s00500-023-07860-3",
bib2html_dl_pdf = "https://rdcu.be/daFIX",
abstract = "In binary classification, kernel-free quadratic support vector machines are proposed to avoid difficulties such as finding appropriate kernel functions or tuning their hyper-parameters. Furthermore, Universum data points, which do not belong to any class, can be exploited to embed prior knowledge into the corresponding models to improve the general performance. This paper designs novel kernel-free Universum quadratic surface support vector machine models. Further, this paper proposes the L1 norm regularized version that is beneficial for detecting potential sparsity patterns in the Hessian of the quadratic surface and reducing to the standard linear models if the data points are (almost) linearly separable. The proposed models are convex, so standard numerical solvers can be utilized to solve them. Moreover, a least squares version of the L1 norm regularized model is proposed. We also design an effective tailored algorithm that only requires solving one linear system. Several theoretical properties of these models are then reported and proved as well. The numerical results show that the least squares version of the proposed model achieves the highest mean accuracy scores with promising computational efficiency on some artificial and public benchmark data sets. Some statistical tests are conducted to show the competitiveness of the proposed models.",
keywords = "Binary classification; Quadratic surface support vector machines; L1-norm regularization; Least squares; Universum data",
}
Generated by bib2html.pl (written by Patrick Riley ) on Mon Apr 15, 2024 08:26:42