@conference {benchflow:2015:icpe,
	title = {On the Road to Benchmarking BPMN 2.0 Workflow Engines},
	booktitle = {6th ACM/SPEC International Conference on Performance Engineering},
	year = {2015},
	month = {January},
	publisher = {IEEE},
	organization = {IEEE},
	address = {Austin, TX, USA},
	abstract = {Workflow Management Systems (WfMSs) provide platforms for delivering complex service-oriented applications that need to satisfy enterprise-grade quality of service requirements such as dependability and scalability. 
In this paper we focus on the case of benchmarking the performance of the core of WfMSs, Workflow Engines, that are compliant with the Business Process Model and Notation 2.0 (<a href="http://www.omg.org/spec/BPMN/2.0/">BPMN 2.0</a>) standard.
We first explore the main challenges that need to be met when designing such a benchmark and describe the approaches we designed for tackling them in the <a href="http://design.inf.usi.ch/research/projects/benchflow">BenchFlow project</a>.
We discuss our approach to distill the essence of real-world processes to create from it processes for the benchmark, and to ensure that the benchmark finds wide applicability.},
	keywords = {BenchFlow, benchmarking},
	doi = {10.1145/2668930.2695527},
	author = {Marigianna Skouradaki and Vincenzo Ferme and Frank Leymann and Cesare Pautasso and Dieter Roller}
}
@conference {benchflow:2015:btw,
	title = {Towards Workflow Benchmarking: Open Research Challenges},
	booktitle = {16. Fachtagung Datenbanksysteme f{\"u}r Business, Technologie und Web (BTW)},
	year = {2015},
	month = {March},
	pages = {331-350},
	publisher = {Gesellschaft f{\"u}r Informatik},
	organization = {Gesellschaft f{\"u}r Informatik},
	address = {Hamburg, Germany},
	keywords = {BenchFlow, benchmarking, workflow},
	url = {http://www.btw-2015.de/?programm_main},
	author = {Cesare Pautasso and Dieter Roller and Frank Leymann and Vincenzo Ferme and Marigianna Skouradaki}
}
@conference {benchflow:2014:sosp,
	title = {Technical Open Challenges on Benchmarking Workflow Management Systems},
	booktitle = {Symposium on Software Performance},
	year = {2014},
	month = {November},
	pages = {105-112},
	address = {Stuttgart, Germany},
	abstract = {The goal of the BenchFlow project is to design the first benchmark for assessing and comparing the performance of BPMN 2.0 Workflow Management Systems (WfMSs). WfMSs have become the platform to build composite service-oriented applications, whose performance depends on two factors: the performance of the workflow system itself and the performance of the composed services (which could lie outside of the control of the workflow). Our main goal is to present to the community the state of our work, and the open challenges of a complex industry-relevant benchmark},
	keywords = {BenchFlow, benchmarking, workflow engine},
	url = {http://www.performance-symposium.org/2014/proceedings/},
	author = {Marigianna Skouradaki and Dieter Roller and Frank Leymann and Vincenzo Ferme and Cesare Pautasso}
}
