2022
Huertas-García, Álvaro; Martín, Alejandro; Huertas-Tato, Javier; Camacho, David
Exploring Dimensionality Reduction Techniques in Multilingual Transformers Miscellaneous
CoRR, 2022.
Abstract | Links | BibTeX | Tags: Artificial Intelligence, Computational Intelligence, Deep Learning, Embeddings, Feature Selection, Machine Learning, Natural Language Processing, Sentence alignment, Text Analysis, Transformers
@misc{nokey,
title = {Exploring Dimensionality Reduction Techniques in Multilingual Transformers},
author = {Álvaro Huertas-García and Alejandro Martín and Javier Huertas-Tato and David Camacho},
url = {https://doi.org/10.48550/arxiv.2204.08415},
doi = {10.48550/ARXIV.2204.08415},
year = {2022},
date = {2022-04-18},
urldate = {2022-04-18},
abstract = {Both in scientific literature and in industry,, Semantic and context-aware Natural Language Processing-based solutions have been gaining importance in recent years. The possibilities and performance shown by these models when dealing with complex Language Understanding tasks is unquestionable, from conversational agents to the fight against disinformation in social networks. In addition, considerable attention is also being paid to developing multilingual models to tackle the language bottleneck. The growing need to provide more complex models implementing all these features has been accompanied by an increase in their size, without being conservative in the number of dimensions required. This paper aims to give a comprehensive account of the impact of a wide variety of dimensional reduction techniques on the performance of different state-of-the-art multilingual Siamese Transformers, including unsupervised dimensional reduction techniques such as linear and nonlinear feature extraction, feature selection, and manifold techniques. In order to evaluate the effects of these techniques, we considered the multilingual extended version of Semantic Textual Similarity Benchmark (mSTSb) and two different baseline approaches, one using the pre-trained version of several models and another using their fine-tuned STS version. The results evidence that it is possible to achieve an average reduction in the number of dimensions of 91.58%±2.59% and 54.65%±32.20%, respectively. This work has also considered the consequences of dimensionality reduction for visualization purposes. The results of this study will significantly contribute to the understanding of how different tuning approaches affect performance on semantic-aware tasks and how dimensional reduction techniques deal with the high-dimensional embeddings computed for the STS task and their potential for highly demanding NLP tasks },
howpublished = {CoRR},
keywords = {Artificial Intelligence, Computational Intelligence, Deep Learning, Embeddings, Feature Selection, Machine Learning, Natural Language Processing, Sentence alignment, Text Analysis, Transformers},
pubstate = {published},
tppubtype = {misc}
}
2021
Huertas-García, Álvaro; Huertas-Tato, Javier; Martín, Alejandro; Camacho, David
CIVIC-UPM at CheckThat! 2021: Integration of Transformers in Misinformation Detection and Topic Classification Proceedings Article
In: Conference and Labs of the Evaluation Forum (CLEF) Working Notes, pp. 520–530, 2021.
Abstract | Links | BibTeX | Tags: Computational Intelligence, Deep Learning, Disinformation, Information Distortion, Machine Learning, Natural Language Processing, Social Networks, Text Analysis, Transformers
@inproceedings{huertas-garcia_civic-upm_2021,
title = {CIVIC-UPM at CheckThat! 2021: Integration of Transformers in Misinformation Detection and Topic Classification},
author = {Álvaro Huertas-García and Javier Huertas-Tato and Alejandro Martín and David Camacho},
url = {http://ceur-ws.org/Vol-2936/paper-41.pdf},
year = {2021},
date = {2021-05-24},
urldate = {2021-05-24},
booktitle = {Conference and Labs of the Evaluation Forum (CLEF) Working Notes},
pages = {520--530},
abstract = {Online Social Networks (OSNs) growth enables and amplifies the quick spread of harmful, manipulative and false information that influence public opinion while sow conflict on social or political issues. Therefore, the development of tools to detect malicious actors and to identify low-credibility information and misinformation sources is a new crucial challenge in the ever-evolving field of Artificial Intelligence. The scope of this paper is to present a Natural Language Processing (NLP) approach that uses Doc2Vec and different state-of-the-art transformer-based models for the CLEF2021 Checkthat! lab Task 3. Through this approach, the results show that it is possible to achieve 41.43% macro-average F1-score in the misinformation detection (Task A) and 67.65% macro-average F1-score in the topic classification (Task B).},
keywords = {Computational Intelligence, Deep Learning, Disinformation, Information Distortion, Machine Learning, Natural Language Processing, Social Networks, Text Analysis, Transformers},
pubstate = {published},
tppubtype = {inproceedings}
}
2014
Gonzalez-Pardo, Antonio; Camacho, David
Solving Resource-Constraint Project Scheduling Problems based on ACO algorithms Conference
Ninth International Conference on Swarm Intelligence (ANTS 2014)., vol. 8667, Lecture Notes in Computer Science of Springer-Verlag, 2014.
Links | BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence
@conference{2014-GonzalezCamachoANTS,
title = {Solving Resource-Constraint Project Scheduling Problems based on ACO algorithms},
author = {Antonio Gonzalez-Pardo and David Camacho},
url = {https://aida.etsisi.upm.es/wp-content/uploads/2014/09/2014-ANTS-GonzalezCamacho.pdf},
year = {2014},
date = {2014-09-10},
urldate = {2014-09-10},
booktitle = {Ninth International Conference on Swarm Intelligence (ANTS 2014).},
volume = {8667},
pages = {290-291},
publisher = {Lecture Notes in Computer Science of Springer-Verlag},
keywords = {Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence},
pubstate = {published},
tppubtype = {conference}
}
Gonzalez-Pardo, Antonio; Camacho, David
A New CSP Graph-Based Representation to Resource-Constrained Project Scheduling Problem Conference
2014 IEEE Conference on Evolutionary Computation (CEC 2014), 2014.
BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence
@conference{2014-GonzalezCamachoCEC,
title = {A New CSP Graph-Based Representation to Resource-Constrained Project Scheduling Problem},
author = {Antonio Gonzalez-Pardo and David Camacho},
year = {2014},
date = {2014-07-07},
urldate = {2014-07-07},
booktitle = {2014 IEEE Conference on Evolutionary Computation (CEC 2014)},
pages = {344-351},
keywords = {Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence},
pubstate = {published},
tppubtype = {conference}
}
Gonzalez-Pardo, Antonio; Camacho, David
Environmental influence in bio-inspired game level solver algorithms Conference
7th International Symposium on Intelligent Distributed Computing (IDC 2013)., vol. 511, Studies in Computational Intelligence Springer Berlin Heidelberg, 2014, ISBN: 978-3-319-01570-5.
BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Swarm Intelligence, Videogames
@conference{2013-IDC-GonzalezCamacho,
title = {Environmental influence in bio-inspired game level solver algorithms},
author = {Antonio Gonzalez-Pardo and David Camacho},
isbn = {978-3-319-01570-5},
year = {2014},
date = {2014-01-01},
urldate = {2014-01-01},
booktitle = {7th International Symposium on Intelligent Distributed Computing (IDC 2013).},
volume = {511},
pages = {157 -- 162},
publisher = {Springer Berlin Heidelberg},
series = {Studies in Computational Intelligence},
keywords = {Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Swarm Intelligence, Videogames},
pubstate = {published},
tppubtype = {conference}
}
2013
Gonzalez-Pardo, Antonio; Camacho, David
A new CSP graph-based representation for Ant Colony Optimization Conference
2013 IEEE Conference on Evolutionary Computation (CEC 2013), vol. 1, 2013.
BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence, Theorical
@conference{13-GonzalezCamacho-CEC,
title = {A new CSP graph-based representation for Ant Colony Optimization},
author = {Antonio Gonzalez-Pardo and David Camacho},
year = {2013},
date = {2013-05-13},
urldate = {2013-05-13},
booktitle = {2013 IEEE Conference on Evolutionary Computation (CEC 2013)},
volume = {1},
pages = {689--696},
keywords = {Ant Colony Optimization, Computational Intelligence, Constraint Satisfaction Problems, Graph Theory, Swarm Intelligence, Theorical},
pubstate = {published},
tppubtype = {conference}
}
Gonzalez-Pardo, Antonio; Camacho, David
Environmental influence in bio-inspired game level solver algorithms Conference
Proceedings of the 7th International Symposium on Intelligent Distributed Computing - IDC 2013, Studies in Computational Intelligence Springer Berlin Heidelberg, 2013.
BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Multi-agents systems, Swarm Intelligence, Videogames
@conference{2013-GonzalezCamacho-IDC,
title = {Environmental influence in bio-inspired game level solver algorithms},
author = {Antonio Gonzalez-Pardo and David Camacho},
year = {2013},
date = {2013-04-21},
urldate = {2013-04-21},
booktitle = {Proceedings of the 7th International Symposium on Intelligent Distributed Computing - IDC 2013},
pages = {In press},
publisher = {Springer Berlin Heidelberg},
series = {Studies in Computational Intelligence},
keywords = {Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Multi-agents systems, Swarm Intelligence, Videogames},
pubstate = {published},
tppubtype = {conference}
}
2012
Gonzalez-Pardo, Antonio; Camacho, David
Maximal Component detection in graphs using swarm-based and genetic algorithms Conference
Proceedings of the 6th International Symposium on Intelligent Distributed Computing - IDC 2012, vol. 446, Studies in Computational Intelligence Springer Berlin Heidelberg, 2012, ISBN: 978-3-642-32523-6.
Links | BibTeX | Tags: Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Graph Theory, Swarm Intelligence
@conference{2012-GonzalezCamacho,
title = {Maximal Component detection in graphs using swarm-based and genetic algorithms},
author = {Antonio Gonzalez-Pardo and David Camacho},
url = {https://aida.etsisi.upm.es/wp-content/uploads/2013/07/IDC-2012.pdf},
isbn = {978-3-642-32523-6},
year = {2012},
date = {2012-07-03},
urldate = {2012-07-03},
booktitle = {Proceedings of the 6th International Symposium on Intelligent Distributed Computing - IDC 2012},
volume = {446},
pages = {247 – 252},
publisher = {Springer Berlin Heidelberg},
series = {Studies in Computational Intelligence},
keywords = {Ant Colony Optimization, Computational Intelligence, Genetic Algorithms, Graph Theory, Swarm Intelligence},
pubstate = {published},
tppubtype = {conference}
}