@article {Simula.simula.2182,
	title = {Practical Minimization of Pairwise-Covering Test Configurations Using Constraint Programming},
	journal = {Information and Software Technology},
	volume = {71},
	year = {2016},
	month = {03/2016},
	pages = {129-146},
	publisher = {Elsevier},
	abstract = {Context: Testing highly-configurable software systems is challenging due to a large number of test configurations that have to be carefully selected in order to reduce the testing effort as much as possible, while maintaining high software quality. Finding the smallest set of valid test configurations that ensure sufficient coverage of the system\&$\#$39;s feature interactions is thus the objective of validation engineers, especially when the execution of test configurations is costly or time-consuming. However, this problem is NP-hard in general and approximation algorithms have often been used to address it in practice.Objective: In this paper, we explore an alternative exact approach based on constraint programming that will allow engineers to increase the effectiveness of configuration testing while keeping the number of configurations as low as possible.Method: Our approach consists in using a (time-aware) minimization algorithm based on constraint programming. Given the amount of time, our solution generates a minimized set of valid test configurations that ensure coverage of all pairs of feature values (a.k.a. pairwise coverage). The approach has been implemented in a tool called PACOGEN.Results: PACOGEN was evaluated on 224 feature models from the standard benchmark repository SPLOT, and comparedin comparison with the two existing tools that are based on a greedy algorithm. For 79\% of 224 feature models, PACOGEN generated up to 60\% fewer test configurations than the competitor tools.\&nbsp; We further evaluated PACOGEN in the case study of an industrial video conferencing product line with a feature model of 169 features, and found 60\% fewer configurations compared with the manual approach followed by test engineers. The set of test configurations generated by PACOGEN decreased the time required by test engineers in manual test configuration by 85\%, increasing the feature-pairs coverage at the same timeConclusion: Our experimental evaluation concluded that optimal time-aware minimization of pairwise-covering test configurations is efficiently addressed using constraint programming techniques.},
	author = {Hervieu, Aymeric and Marijan, Dusica and Gotlieb, Arnaud and Baudry, Benoit}
}
@inproceedings {Simula.simula.1656,
	title = {Classification, Structuring, and Assessment of Evidence for Safety: a Systematic Literature Review},
	journal = {2013 IEEE Sixth International Conference on Software Testing, Verification and Validation (ICST 2013)},
	year = {2013},
	publisher = {IEEE},
	type = {Conference},
	abstract = {Safety assurance and certification are amongst the most expensive and time-consuming tasks in the development of safety-critical systems. Demonstration of compliance with safety standards involves providing evidence that the standards\&$\#$39; safety criteria are met. To handle large collections of evidence effectively, safety professionals need knowledge of how to classify different types of evidence, how to structure the evidence, and how to assess it. This paper takes a step towards developing such a body of knowledge by conducting a Systematic Literature Review (SLR). Specifically, the SLR identifies and classifies the information and artefacts considered as evidence for safety, examines existing techniques for evidence structuring and assessment, and summarizes the challenges noted in the literature in relation to safety evidence. The paper, to our knowledge, is the first systematic review on the topic of safety evidence. The results we present are particularly relevant to practitioners seeking to better understand the evidence requirements for safety certification, as well as to researchers conducting research in this area. Keywords: safety-critical systems; safety standards; safety compliance; safety certification; safety evidence; systematic literature review.},
	keywords = {Conference},
	author = {Nair, Sunil and Jose Luis {de la Vara} and Sabetzadeh, Mehrdad and Briand, Lionel},
	editor = {Baudry, Benoit and Orso, A. and Le Traon, Yves}
}
