kounev.bib
@inproceedings{Herbst2015,
abstract = {Today's infrastructure clouds provide resource elasticity (i.e. auto-scaling) mechanisms enabling self-adaptive resource provisioning to reflect variations in the load intensity over time. These mechanisms impact on the application performance, however, their effect in specific situations is hard to quantify and compare. To evaluate the quality of elasticity mechanisms provided by different platforms and configurations, respective metrics and benchmarks are required. Existing metrics for elasticity only consider the time required to provision and deprovision resources or the costs impact of adaptations. Existing benchmarks lack the capability to handle open workloads with realistic load intensity profiles and do not explicitly distinguish between the performance exhibited by the provisioned underlying resources, on the one hand, and the quality of the elasticity mechanisms themselves, on the other hand. In this paper, we propose reliable metrics for quantifying the timing aspects and accuracy of elasticity. Based on these metrics, we propose a novel approach for benchmarking the elasticity of Infrastructure-as-a-Service (IaaS) cloud platforms independent of the performance exhibited by the provisioned underlying resources. We show that the proposed metrics provide consistent ranking of elastic platforms on an ordinal scale. Finally, we present an extensive case study of real-world complexity demonstrating that the proposed approach is applicable in realistic scenarios and can cope with different levels of resource efficiency.},
author = {Nikolas Roman Herbst and Samuel Kounev and Andreas Weber and Henning Groenda},
booktitle = {Proceedings of the 10th International Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2015)},
day = {18--19},
keywords = {IaaS, benchmark, metric, cloud, elasticity, resource, measurement},
location = {Firenze, Italy},
month = {May},
note = {Acceptance rate: 29\%},
pdf = {http://se2.informatik.uni-wuerzburg.de/pa/uploads/papers/paper-782.pdf},
slides = {http://se2.informatik.uni-wuerzburg.de/pa/uploads/slides/slides-paper-782.pdf},
title = {{BUNGEE: An Elasticity Benchmark for Self-Adaptive IaaS Cloud Environments}},
year = {2015},
bdsk-file-1 = {YnBsaXN0MDDUAQIDBAUGJCVYJHZlcnNpb25YJG9iamVjdHNZJGFyY2hpdmVyVCR0b3ASAAGGoKgHCBMUFRYaIVUkbnVsbNMJCgsMDxJXTlMua2V5c1pOUy5vYmplY3RzViRjbGFzc6INDoACgAOiEBGABIAFgAdccmVsYXRpdmVQYXRoWWFsaWFzRGF0YV8QHC4uL0xpdGVyYXR1cmUvSGVyYnN0MjAxNS5wZGbSFwsYGVdOUy5kYXRhTxEBuAAAAAABuAACAAADU1NEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAzTrUdEgrAAAAJLKADkhlcmJzdDIwMTUucGRmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAKrI8nRpfioAAAAAAAAAAAAAQACAAAJIAAAAAAAAAAAAAAAAAAAAApMaXRlcmF0dXJlABAACAAAzTrGZAAAABEACAAA0aXciAAAAAEAGAAksoAAEKw7ABCYYAAFukgABbi9AAIN5AACAFFTU0Q6VXNlcnM6AGhncm9lbmRhOgBEb2N1bWVudHM6AHBhcGVyOgBwYXBlcldvcmtzcGFjZToATGl0ZXJhdHVyZToASGVyYnN0MjAxNS5wZGYAAA4AHgAOAEgAZQByAGIAcwB0ADIAMAAxADUALgBwAGQAZgAPAAgAAwBTAFMARAASAEdVc2Vycy9oZ3JvZW5kYS9Eb2N1bWVudHMvcGFwZXIvcGFwZXJXb3Jrc3BhY2UvTGl0ZXJhdHVyZS9IZXJic3QyMDE1LnBkZgAAEwABLwAAFQACAA///wAAgAbSGxwdHlokY2xhc3NuYW1lWCRjbGFzc2VzXU5TTXV0YWJsZURhdGGjHR8gVk5TRGF0YVhOU09iamVjdNIbHCIjXE5TRGljdGlvbmFyeaIiIF8QD05TS2V5ZWRBcmNoaXZlctEmJ1Ryb290gAEACAARABoAIwAtADIANwBAAEYATQBVAGAAZwBqAGwAbgBxAHMAdQB3AIQAjgCtALIAugJ2AngCfQKIApECnwKjAqoCswK4AsUCyALaAt0C4gAAAAAAAAIBAAAAAAAAACgAAAAAAAAAAAAAAAAAAALk}
}
@inproceedings{SpKoZhUy2013-mrt-TowardsModelExtraction,
abstract = {Virtualization increases the complexity and dynamics of modern software architectures making it a major challenge to manage the end-to-end performance of applications. Architecture-level performance models can help here as they provide the modeling power and analysis fexibility to predict the performance behavior of applications under varying workloads and configurations. However, the construction of such models is a complex and time-consuming task. In this position paper, we discuss how the existing concept of virtual appliances can be extended to automate the extraction of architecture-level performance models during system operation.},
author = {Simon Spinner and Samuel Kounev and Xiaoyun Zhu and Mustafa Uysal},
booktitle = {Proceedings of the 8th Workshop on Models @ Run.time (MRT 2013)},
editor = {Nelly Bencomo and Robert France and Sebastian G\"{o}tz and Bernhard Rumpe},
location = {Miami, Florida, USA},
pages = {89--95},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/SpKoZhUy2013-mrt-TowardsModelExtraction.pdf},
publisher = {CEUR-WS},
title = {{Towards Online Performance Model Extraction in Virtualized Environments}},
titleaddon = {(Position Paper)},
year = {2013}
}
@inproceedings{BrHuKo2012-CBSE-ParamAndContextDep,
abstract = {Modern enterprise applications have to satisfy increasingly stringent Quality-of-Service requirements. To ensure that a system meets its performance requirements, the ability to predict its performance under different configurations and workloads is essential. Architecture-level performance models describe performance-relevant aspects of software architectures and execution environments allowing to evaluate different usage profiles as well as system deployment and configuration options. However, building performance models manually requires a lot of time and effort. In this paper, we present a novel automated method for the extraction of architecture-level performance models of distributed component-based systems, based on monitoring data collected at run-time. The method is validated in a case study with the industry-standard SPECjEnterprise2010 Enterprise Java benchmark, a representative software system executed in a realistic environment. The obtained performance predictions match the measurements on the real system within an error margin of mostly 10-20 percent.},
author = {Fabian Brosig and Nikolaus Huber and Samuel Kounev},
booktitle = {Proceedings of the 15th ACM SIGSOFT International Symposium on Component Based Software Engineering (CBSE 2012), June 26--28, 2012, Bertinoro, Italy},
month = {June},
note = {Acceptance Rate (Full Paper): 28.5\%.},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/BrHuKo2012-CBSE-ParamDep.pdf},
title = {{Modeling Parameter and Context Dependencies in Online Architecture-Level Performance Models}},
url = {http://cbse-conferences.org/2012/},
year = {2012}
}
@inproceedings{BrHuKo2011-ASE-AutomExtraction,
abstract = {Modern service-oriented enterprise systems have increasingly complex and dynamic loosely-coupled architectures that often exhibit poor performance and resource efficiency and have high operating costs. This is due to the inability to predict at run-time the effect of dynamic changes in the system environment and adapt the system configuration accordingly. Architecture-level performance models provide a powerful tool for performance prediction, however, current approaches to modeling the execution context of software components are not suitable for use at run-time. In this paper, we analyze the typical online performance prediction scenarios and propose a novel performance meta-model for expressing and resolving parameter and context dependencies, specifically designed for use in online scenarios. We motivate and validate our approach in the context of a realistic and representative online performance prediction scenario based on the SPECjEnterprise2010 standard benchmark.},
address = {Oread, Lawrence, Kansas},
author = {Fabian Brosig and Nikolaus Huber and Samuel Kounev},
booktitle = {26th IEEE/ACM International Conference On Automated Software Engineering (ASE 2011)},
month = {November},
note = {Acceptance Rate (Full Paper): 14.7\% (37/252)},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/BrHuKo2011-ASE-AutomExtraction.pdf},
title = {{A}utomated {E}xtraction of {A}rchitecture-{L}evel {P}erformance {M}odels of {D}istributed {C}omponent-{B}ased {S}ystems},
year = {2011}
}
@inproceedings{BrKoKr2009-ROSSA-Extracting_PCM_JavaEE,
abstract = {Nowadays, software systems have to fulfill increasingly stringent requirements for performance and scalability. To ensure that a system meets its performance requirements during operation, the ability to predict its performance under different configurations and workloads is essential. Most performance analysis tools currently used in industry focus on monitoring the current system state. They provide low-level monitoring data without any performance prediction capabilities. For performance prediction, performance models are normally required. However, building predictive performance models manually requires a lot of time and effort. In this paper, we present a method for automated extraction of performance models of Java EE applications, based on monitoring data collected during operation. We extract instances of the Palladio Component Model (PCM) - a performance meta-model targeted at component-based systems. We evaluate the model extraction method in the context of a case study with a real-world enterprise application. Even though the extraction requires some manual intervention, the case study demonstrates that the existing gap between low-level monitoring data and high-level performance models can be closed.},
author = {Fabian Brosig and Samuel Kounev and Klaus Krogmann},
booktitle = {Proceedings of the 1st International Workshop on Run-time mOdels for Self-managing Systems and Applications (ROSSA 2009). In conjunction with the Fourth International Conference on Performance Evaluation Methodologies and Tools (VALUETOOLS 2009)},
month = {October},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/BrKoKr2009-ROSSA-Extracting_PCM_JavaEE.pdf},
publisher = {ACM, New York, NY, USA},
title = {{Automated Extraction of Palladio Component Models from Running Enterprise Java Applications}},
year = {2009},
isbn = {978-963-9799-70-7},
location = {Pisa, Italy},
pages = {10:1--10:10},
articleno = {10}
}
@misc{BrKoPa2009-OTN-WLDF2PCM,
abstract = {Throughout the system life cycle, the ability to predict a software system's performance under different configurations and workloads is highly valuable to ensure that the system meets its performance requirements. During the design phase, performance prediction helps to evaluate different design alternatives. At deployment time, it facilitates system sizing and capacity planning. During operation, predicting the effect of changes in the workload or in the system configuration is beneficial for run-time performance management. The alternative to performance prediction is to deploy the system in an environment reflecting the configuration of interest and conduct experiments measuring the system performance under the respective workloads. Such experiments, however, are normally very expensive and time-consuming and therefore often considered not to be economically viable. To enable performance prediction we need an abstraction of the real system that incorporates performance-relevant data, i.e., a performance model. Based on such a model, performance analysis can be carried out. Unfortunately, building predictive performance models manually requires a lot of time and effort. The model must be designed to reflect the abstract system structure and capture its performance-relevant aspects. In addition, model parameters like resource demands or system configuration parameters have to be determined. Given the costs of building performance models, techniques for automatic extraction of models based on observation of the system at run-time are highly desirable. During system development, such models can be exploited to evaluate the performance of system prototypes. During operation, an automatically extracted performance model can be applied for efficient and performance-aware resource management. For example, if one observes an increased user workload and assumes a steady workload growth rate, performance predictions help to determine when the system would reach its saturation point. This way, system operators can react to the changing workload before the system has failed to meet its performance objectives thus avoiding a violation of service level agreements (SLAs). Current performance analysis tools used in industry mostly focus on profiling and monitoring transaction response times and resource consumption. The tools often provide large amounts of low level data while important information needed for building performance models is missing, e.g., the resource demands of individual components. In this article, we present a method for automated extraction of performance models for Java EE applications during operation. We implemented the method in a tool prototype and evaluated its effectiveness in the context of a case study with an early prototype of the SPECjEnterprise2009 benchmark application which in the following we will refer to as SPECjEnterprise2009_pre. (SPECjEnterprise2009 is the successor benchmark of the SPECjAppServer2004 benchmark developed by the Standard Performance Evaluation Corp. [SPEC]; SPECjEnterprise is a trademark of SPEC. The SPECjEnterprise2009 results or findings in this publication have not been reviewed or accepted by SPEC, therefore no comparison nor performance inference can be made against any published SPEC result.) The target Java EE platform we consider is Oracle WebLogic Server (WLS). The extraction is based on monitoring data that is collected during operation using the WebLogic Diagnostics Framework (WLDF). As a performance model, we selected the Palladio Component Model (PCM). PCM is a sophisticated performance modeling framework with mature tool support. In contrast to low level mathematical models like, e.g., queueing networks, PCM is a high-level UML-like design-oriented model that captures the performance-relevant aspects of the system architecture. This makes PCM models easy to understand and use by software developers. We begin by providing some background on the technologies we use, focusing on the WLDF monitoring framework and the PCM models. We then describe the model extraction method in more detail. Finally, we present the case study we conducted and conclude with a summary.},
author = {Fabian Brosig and Samuel Kounev and Charles Paclat},
howpublished = {Oracle Technology Network (OTN) Article},
month = {September},
title = {{Using WebLogic Diagnostics Framework to Enable Performance Prediction for Java EE Applications}},
url = {http://www.oracle.com/technetwork/articles/brosig-wldf-086367.html},
year = {2009}
}
@article{brosig2015a,
abstract = {During the last decade, researchers have proposed a number of model transformations enabling performance predictions. These transformations map performance-annotated software architecture models into stochastic models solved by analytical means or by simulation. However, so far, a detailed quantitative evaluation of the accuracy and efficiency of different transformations is missing, making it hard to select an adequate transformation for a given context. This paper provides an in-depth comparison and quantitative evaluation of representative model transformations to, e.g., Queueing Petri Nets and Layered Queueing Networks. The semantic gaps between typical source model abstractions and the different analysis techniques are revealed. The accuracy and efficiency of each transformation are evaluated by considering four case studies representing systems of different size and complexity. The presented results and insights gained from the evaluation help software architects and performance engineers to select the appropriate transformation for a given context, thus significantly improving the usability of model transformations for performance prediction.},
author = {Fabian Brosig AND Philipp Meier AND Steffen Becker AND Anne Koziolek AND Heiko Koziolek AND Samuel Kounev},
doi = {10.1109/TSE.2014.2362755},
issn = {0098-5589},
journal = {Software Engineering, IEEE Transactions on},
keywords = {Accuracy;Analytical models;Phase change materials;Predictive models;Software architecture;Stochastic processes;Unified modeling language;D.2.10.h Quality analysis and evaluation;D.2.11 Software architectures;D.2.2 Design tools and techniques},
month = {February},
number = {2},
pages = {157-175},
title = {Quantitative Evaluation of Model-Driven Performance Analysis and Simulation of Component-based Architectures},
volume = {41},
year = {2015},
pdf = {http://www.koziolek.de/docs/Brosig2015-IEEE-TSE-preprint.pdf},
tags = {peer-reviewed}
}
@incollection{GiBrNoKoJu2012-ResBook-OnlinePrediction,
abstract = {{Current computing systems are becoming increasingly complex in nature and exhibit large variations in workloads. These changing environments create challenges to the design of systems that can adapt themselves while maintaining desired Quality of Service (QoS), security, dependability, availability and other non-functional requirements. The next generation of resilient systems will be highly distributed, component-based and service-oriented. They will need to operate in unattended mode and possibly in hostile environments, will be composed of a large number of interchangeable components discoverable at run-time, and will have to run on a multitude of unknown and heterogeneous hardware and network platforms. These computer systems will adapt themselves to cope with changes in the operating conditions and to meet the service-level agreements with a minimum of resources. Changes in operating conditions include hardware and software failures, load variation and variations in user interaction with the system, including security attacks and overwhelming situations. This self adaptation of next resilient systems can be achieved by first online predicting how these situations would be by observation of the current environment. This chapter focuses on the use of online predicting methods, techniques and tools for resilient systems. Thus, we survey online QoS adaptive models in several environments as grid environments, service-oriented architectures and ambient intelligence using different approaches based on queueing networks, model checking, ontology engineering among others.}},
address = {Berlin, Heidelberg},
author = {Katja Gilly and Fabian Brosig and Ramon Nou and Samuel Kounev and Carlos Juiz},
booktitle = {Resilience Assessment and Evaluation of Computing Systems},
editor = {K. Wolter and A. Avritzer and M. Vieira and A. van Moorsel},
isbn = {978-3-642-29031-2},
note = {ISBN: 978-3-642-29031-2},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/GiBrNoKoJu2012-ResBook-OnlinePredictionCaseStudies.pdf},
publisher = {Springer-Verlag},
series = {XVIII},
title = {Online prediction: Four case studies},
url = {http://www.springer.com/computer/communication+networks/book/978-3-642-29031-2},
year = {2012}
}
@techreport{hauck2010b,
author = {Michael Hauck and Matthias Huber and Markus Klems and Samuel Kounev and J{\"o}rn M{\"u}ller-Quade and Alexander Pretschner and Ralf Reussner and Stefan Tai},
institution = {Karlsruhe Institue of Technology, Faculty of Informatics},
number = {2010-19},
title = {{Challenges and Opportunities of Cloud Computing -- Trade-off Decisions in Cloud Computing Architecture}},
url = {http://digbib.ubka.uni-karlsruhe.de/volltexte/1000020328},
year = {2010}
}
@inproceedings{HeHuKoAm2013-ICPE-WorkloadClassificationAndForecasting,
abstract = {{As modern enterprise software systems become increasingly dynamic, workload forecasting techniques are gaining in importance as a foundation for online capacity planning and resource management. Time series analysis covers a broad spectrum of methods to calculate workload forecasts based on history monitoring data. Related work in the field of workload forecasting mostly concentrates on evaluating specific methods and their individual optimisation potential or on predicting Quality-of-Service (QoS) metrics directly. As a basis, we present a survey on established forecasting methods of the time series analysis concerning their benefits and drawbacks and group them according to their computational overheads. In this paper, we propose a novel self-adaptive approach that selects suitable forecasting methods for a given context based on a decision tree and direct feedback cycles together with a corresponding implementation. The user needs to provide only his general forecasting objectives. In several experiments and case studies based on real world workload traces, we show that our implementation of the approach provides continuous and reliable forecast results at run-time. The results of this extensive evaluation show that the relative error of the individual forecast points is significantly reduced compared to statically applied forecasting methods, e.g. in an exemplary scenario on average by 37%. In a case study, between 55% and 75% of the violations of a given service level agreement can be prevented by applying proactive resource provisioning based on the forecast results of our implementation.}},
acmid = {2479899},
address = {New York, NY, USA},
author = {Nikolas Roman Herbst and Nikolaus Huber and Samuel Kounev and Erich Amrehn},
booktitle = {Proceedings of the 4th ACM/SPEC International Conference on Performance Engineering (ICPE 2013)},
day = {21--24},
doi = {10.1145/2479871.2479899},
isbn = {978-1-4503-1636-1},
keywords = {arrival rate, proactive resource provisioning, time series analysis, workload forecasting},
location = {Prague, Czech Republic},
month = {April},
numpages = {12},
pages = {187--198},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/HeHuKoAm2013-ICPE-WorkloadClassificationAndForecasting.pdf},
publisher = {ACM},
slides = {http://sdqweb.ipd.kit.edu/publications/pdfs/HeHuKoAm2013-ICPE-WorkloadClassificationAndForecasting_Slides.pdf},
title = {{Self-Adaptive Workload Classification and Forecasting for Proactive Resource Provisioning}},
url = {http://doi.acm.org/10.1145/2479871.2479899},
year = {2013}
}
@article{HuKoAm2013-CCPE-WorkloadClassificationAndForecasting,
abstract = {As modern enterprise software systems become increasingly dynamic, workload forecasting techniques are gaining in importance as a foundation for online capacity planning and resource management. Time series analysis covers a broad spectrum of methods to calculate workload forecasts based on history monitoring data. Related work in the field of workload forecasting mostly concentrates on evaluating specific methods and their individual optimisation potential or on predicting Quality-of-Service (QoS) metrics directly. As a basis, we present a survey on established forecasting methods of the time series analysis concerning their benefits and drawbacks and group them according to their computational overheads. In this paper, we propose a novel self-adaptive approach that selects suitable forecasting methods for a given context based on a decision tree and direct feedback cycles together with a corresponding implementation. The user needs to provide only his general forecasting objectives. In several experiments and case studies based on real world workload traces, we show that our implementation of the approach provides continuous and reliable forecast results at run-time. The results of this extensive evaluation show that the relative error of the individual forecast points is significantly reduced compared to statically applied forecasting methods, e.g. in an exemplary scenario on average by 37%. In a case study, between 55% and 75% of the violations of a given service level agreement can be prevented by applying proactive resource provisioning based on the forecast results of our implementation.},
author = {Nikolas Roman Herbst and Nikolaus Huber and Samuel Kounev and Erich Amrehn},
doi = {10.1002/cpe.3224},
issn = {1532-0634},
journal = {Concurrency and Computation - Practice and Experience, Special Issue with extended versions of the best papers from ICPE 2013, John Wiley and Sons, Ltd.},
keywords = {workload forecasting, arrival rate, time series analysis, proactive resource provisioning, assurance of service level objectives},
title = {{Self-Adaptive Workload Classification and Forecasting for Proactive Resource Provisioning}},
url = {http://dx.doi.org/10.1002/cpe.3224},
year = {2014}
}
@inproceedings{HeKoRe2013-ICAC-Elasticity,
abstract = {{Originating from the field of physics and economics, the term elasticity is nowadays heavily used in the context of cloud computing. In this context, elasticity is commonly understood as the ability of a system to automatically provision and de-provision computing resources on demand as workloads change. However, elasticity still lacks a precise definition as well as representative metrics coupled with a benchmarking methodology to enable comparability of systems. Existing definitions of elasticity are largely inconsistent and unspecific leading to confusion in the use of the term and its differentiation from related terms such as scalability and efficiency; the proposed measurement methodologies do not provide means to quantify elasticity without mixing it with efficiency or scalability aspects. In this short paper, we propose a precise definition of elasticity and analyze its core properties and requirements explicitly distinguishing from related terms such as scalability, efficiency, and agility. Furthermore, we present a set of appropriate elasticity metrics and sketch a new elasticity tailored benchmarking methodology addressing the special requirements on workload design and calibration.}},
author = {Nikolas Roman Herbst and Samuel Kounev and Ralf Reussner},
booktitle = {Proceedings of the 10th International Conference on Autonomic Computing (ICAC 2013)},
day = {24--28},
location = {San Jose, CA},
month = {June},
note = {Acceptance Rate (Short Paper): 36.9\%},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/HeKoRe2013-ICAC-Elasticity.pdf},
publisher = {USENIX},
slides = {http://sdqweb.ipd.kit.edu/publications/pdfs/HeKoRe2013-ICAC-Elasticity_Slides.pdf},
title = {{Elasticity in Cloud Computing: What it is, and What it is Not}},
titleaddon = {{(Short Paper)}},
url = {https://www.usenix.org/conference/icac13/elasticity-cloud-computing-what-it-and-what-it-not},
year = {2013}
}
@inproceedings{KiHeKo2014-LT-DLIM,
abstract = {{Today's software systems are expected to deliver reliable performance under highly variable load intensities while at the same time making efficient use of dynamically allocated resources. Conventional benchmarking frameworks provide limited support for emulating such highly variable and dynamic load profiles and workload scenarios. Industrial benchmarks typically use workloads with constant or stepwise increasing load intensity, or they simply replay recorded workload traces. Based on this observation, we identify the need for means allowing flexible definition of load profiles and address this by introducing two meta-models at different abstraction levels. At the lower abstraction level, the Descartes Load Intensity Meta-Model (DLIM) offers a structured and accessible way of describing the load intensity over time by editing and combining mathematical functions. The High-Level Descartes Load Intensity Meta-Model (HLDLIM) allows the description of load variations using few defined parameters that characterize the seasonal patterns, trends, bursts and noise parts. We demonstrate that both meta-models are capable of capturing real-world load profiles with acceptable accuracy through comparison with a real life trace.}},
acmid = {2577037},
address = {New York, NY, USA},
author = {J\'{o}akim Gunnarson von Kistowski and Nikolas Roman Herbst and Samuel Kounev},
booktitle = {Proceedings of the 3rd International Workshop on Large-Scale Testing (LT 2014), co-located with the 5th ACM/SPEC International Conference on Performance Engineering (ICPE 2014)},
day = {22},
doi = {10.1145/2577036.2577037},
isbn = {978-1-4503-2762-6},
keywords = {benchmarking, modeling, workload},
location = {Dublin, Ireland},
month = {March},
numpages = {4},
pages = {1--4},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KiHeKo2014-LT-DLIM.pdf},
publisher = {ACM},
slides = {http://lt2014.eecs.yorku.ca/talks/Joakim_LTslides.pdf},
title = {{Modeling Variations in Load Intensity over Time}},
url = {http://doi.acm.org/10.1145/2577036.2577037},
year = {2014}
}
@inproceedings{KiHeKo2014-ICPEDemo-LIMBO,
abstract = {{Modern software systems are expected to deliver reliable performance under highly variable load intensities while at the same time making efficient use of dynamically allocated resources. Conventional benchmarking frameworks provide limited support for emulating such highly variable and dynamic load profiles and workload scenarios. Industrial benchmarks typically use workloads with constant or stepwise increasing load intensity, or they simply replay recorded workload traces. In this paper, we present LIMBO - an Eclipse-based tool for modeling variable load intensity profiles based on the Descartes Load Intensity Model as an underlying modeling formalism.}},
acmid = {2576092},
address = {New York, NY, USA},
author = {J\'{o}akim Gunnarson von Kistowski and Nikolas Roman Herbst and Samuel Kounev},
booktitle = {Proceedings of the 5th ACM/SPEC International Conference on Performance Engineering (ICPE 2014)},
day = {22--26},
doi = {10.1145/2568088.2576092},
isbn = {978-1-4503-2733-6},
keywords = {load intensity variation, load profile, meta-modeling, model extraction, open workloads, transformation},
location = {Dublin, Ireland},
month = {March},
numpages = {2},
pages = {225--226},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KiHeKo2014-ICPEDemo-LIMBO.pdf},
publisher = {ACM},
series = {ICPE '14},
slides = {http://sdqweb.ipd.kit.edu/publications/pdfs/KiHeKo2014-ICPEDemo-LIMBO-Poster.pdf},
title = {{LIMBO: A Tool For Modeling Variable Load Intensities}},
titleaddon = {{(Demonstration Paper)}},
url = {http://doi.acm.org/10.1145/2568088.2576092},
year = {2014}
}
@inproceedings{WeHeGrKo2014-HotTopicsWS-ElaBench,
abstract = {{Auto-scaling features offered by today's cloud infrastructures provide increased flexibility especially for customers that experience high variations in the load intensity over time. However, auto-scaling features introduce new system quality attributes when considering their accuracy, timing, and boundaries. Therefore, distinguishing between different offerings has become a complex task, as it is not yet supported by reliable metrics and measurement approaches. In this paper, we discuss shortcomings of existing approaches for measuring and evaluating elastic behavior and propose a novel benchmark methodology specifically designed for evaluating the elasticity aspects of modern cloud platforms. The benchmark is based on open workloads with realistic load variation profiles that are calibrated to induce identical resource demand variations independent of the underlying hardware performance. Furthermore, we propose new metrics that capture the accuracy of resource allocations and de-allocations, as well as the timing aspects of an auto-scaling mechanism explicitly.}},
author = {Andreas Weber and Nikolas Roman Herbst and Henning Groenda and Samuel Kounev},
booktitle = {Proceedings of the 2nd International Workshop on Hot Topics in Cloud Service Scalability (HotTopiCS 2014), co-located with the 5th ACM/SPEC International Conference on Performance Engineering (ICPE 2014)},
day = {22},
keywords = {benchmarking, metrics, cloud computing, resource elasticity, load profile},
location = {Dublin, Ireland},
month = {March},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/WeHeGrKo2014-HotTopicsWS-ElaBench.pdf},
publisher = {ACM},
slides = {http://sdqweb.ipd.kit.edu/publications/pdfs/WeHeGrKo2014-HotTopicsWS-ElaBench-Slides.pdf},
title = {{Towards a Resource Elasticity Benchmark for Cloud Environments}},
year = {2014}
}
@incollection{HuBrDiJoKo2012-ResBook-CloudCaseStudies,
address = {Berlin, Heidelberg},
author = {Nikolaus Huber and Fabian Brosig and N. Dingle and K. Joshi and Samuel Kounev},
booktitle = {{Resilience Assessment and Evaluation of Computing Systems}},
editor = {K. Wolter and A. Avritzer and M. Vieira and A. van Moorsel},
isbn = {978-3-642-29031-2},
note = {ISBN: 978-3-642-29031-2},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuBrDiJoKo2012-ResBook-CloudCaseStudies.pdf},
publisher = {Springer-Verlag},
series = {XVIII},
title = {{Providing Dependability and Performance in the Cloud: Case Studies}},
url = {http://www.springer.com/computer/communication+networks/book/978-3-642-29031-2},
year = {2012}
}
@inproceedings{HuBrKo2012-QoSA-ModelingVirtResLandscapes,
abstract = {Modern data centers are subject to an increasing demand for flexibility. Increased flexibility and dynamics, however, also result in a higher system complexity. This complexity carries on to run-time resource management for Quality-of-Service (QoS) enforcement, rendering design-time approaches for QoS assurance inadequate. In this paper, we present a set of novel meta-models that can be used to describe the resource landscape, the architecture and resource layers of dynamic virtualized data center infrastructures, as well as their run-time adaptation and resource management aspects. With these meta-models we introduce new modeling concepts to improve model-based run-time QoS assurance. We evaluate our meta-models by modeling a representative virtualized service infrastructure and using these model instances for run-time resource allocation. The results demonstrate the benefits of the new meta-models and show how they can be used to improve model-based system adaptation and run-time resource management in dynamic virtualized data centers.},
address = {New York, NY, USA},
author = {Nikolaus Huber and Fabian Brosig and Samuel Kounev},
booktitle = {Proceedings of the 8th ACM SIGSOFT International Conference on the Quality of Software Architectures (QoSA 2012)},
day = {25--28},
doi = {10.1145/2304696.2304711},
isbn = {978-1-4503-1346-9},
location = {Bertinoro, Italy},
month = {June},
note = {Acceptance Rate (Full Paper): 25.6\%},
pages = {81--90},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuBrKo2012-QoSA-ModelingVirtResLandscapes.pdf},
publisher = {ACM},
title = {{Modeling Dynamic Virtualized Resource Landscapes}},
url = {http://qosa.ipd.kit.edu/qosa_2012/},
year = {2012}
}
@inproceedings{HuBrKo2011-SEAMS-ResAlloc,
abstract = {The adoption of virtualization and Cloud Computing technologies promises a number of benefits such as increased flexibility, better energy efficiency and lower operating costs for IT systems. However, highly variable workloads make it challenging to provide quality-of-service guarantees while at the same time ensuring efficient resource utilization. To avoid violations of service-level agreements (SLAs) or inefficient resource usage, resource allocations have to be adapted continuously during operation to reflect changes in application workloads. In this paper, we present a novel approach to self-adaptive resource allocation in virtualized environments based on online architecture-level performance models. We present a detailed case study of a representative enterprise application, the new SPECjEnterprise2010 benchmark, deployed in a virtualized cluster environment. The case study serves as a proof-of-concept demonstrating the effectiveness and practical applicability of our approach.},
address = {New York, NY, USA},
author = {Nikolaus Huber and Fabian Brosig and Samuel Kounev},
booktitle = {6th International Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2011)},
day = {23--24},
doi = {10.1145/1988008.1988021},
isbn = {978-1-4503-0575-4},
location = {Waikiki, Honolulu, HI, USA},
month = {May},
note = {Acceptance Rate (Full Paper): 27\% (21/76)},
pages = {90--99},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuBrKo2011-SEAMS-ResAlloc.pdf},
publisher = {ACM},
title = {{Model-based Self-Adaptive Resource Allocation in Virtualized Environments}},
url = {http://dl.acm.org/authorize?425581},
year = {2011}
}
@inproceedings{HuHoKoBrKo2012-ICEBE-STA,
abstract = {Modern virtualized system environments usually host diverse applications of different parties and aim at utilizing resources efficiently while ensuring that quality-of-service requirements are continuously satisfied. In such scenarios, complex adaptations to changes in the system environment are still largely performed manually by humans. Over the past decade, autonomic self-adaptation techniques aiming to minimize human intervention have become increasingly popular. However, given that adaptation processes are usually highly system specific, it is a challenge to abstract from system details enabling the reuse of adaptation strategies. In this paper, we propose a novel modeling language (meta-model) providing means to describe system adaptation processes at the system architecture level in a generic, human-understandable and reusable way. We apply our approach to three different realistic contexts (dynamic resource allocation, software architecture optimization, and run-time adaptation planning) showing how the gap between complex manual adaptations and their autonomous execution can be closed by using a holistic model-based approach.},
address = {Los Alamitos, CA, USA},
author = {Nikolaus Huber and Andr\'{e} van Hoorn and Anne Koziolek and Fabian Brosig and Samuel Kounev},
booktitle = {Proceedings of the 9th IEEE International Conference on e-Business Engineering (ICEBE 2012)},
day = {9--11},
doi = {http://doi.ieeecomputersociety.org/10.1109/ICEBE.2012.21},
isbn = {978-1-4673-2601-8},
location = {Hangzhou, China},
month = {September},
note = {Acceptance Rate (Full Paper): 19.7\% (26/132)},
pages = {70--77},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuHoKoBrKo2012-ICEBE-AdaptationLanguage.pdf},
publisher = {IEEE Computer Society},
title = {{S/T/A: Meta-Modeling Run-Time Adaptation in Component-Based System Architectures}},
url = {http://conferences.computer.org/icebe/2012/index.htm},
year = {2012}
}
@incollection{HuQuBrHaKo2012-CCaSS-ExpVirtPerfOverhead,
address = {New York},
author = {Huber, Nikolaus and von Quast, Marcel and Brosig, Fabian and Hauck, Michael and Kounev, Samuel},
booktitle = {Cloud Computing and Services Science},
doi = {10.1007/978-1-4614-2326-3_19},
editor = {Ivanov, Ivan and van Sinderen, Marten and Shishkov, Boris},
isbn = {978-1-4614-2325-6},
pages = {353--370},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuQuBrHaKo2012-CCaSS-ExpVirtPerfOverhead.pdf},
publisher = {Springer},
series = {Service Science: Research and Innovations in the Service Economy},
title = {{A Method for Experimental Analysis and Modeling of Virtualization Performance Overhead}},
url = {http://dx.doi.org/10.1007/978-1-4614-2326-3_19},
year = {2012}
}
@inproceedings{HuQuBrKo2010-DOA-AnalysisVirt,
abstract = {Nowadays, virtualization solutions are gaining increasing importance. By enabling the sharing of physical resources, thus making resource usage more efficient, they promise energy and cost savings. Additionally, virtualization is the key enabling technology for Cloud Computing and server consolidation. However, the effects of sharing resources on system performance are not yet well-understood. This makes performance prediction and performance management of services deployed in such dynamic systems very challenging. Because of the large variety of virtualization solutions, a generic approach to predict the performance influences of virtualization platforms is highly desirable. In this paper, we present a hierarchical model capturing the major performance-relevant factors of virtualization platforms. We then propose a general methodology to quantify the influence of the identified factors based on an empirical approach using benchmarks. Finally, we present a case study of Citrix XenServer 5.5, a state-of-the-art virtualization platform.},
address = {Crete, Greece},
author = {Nikolaus Huber and Marcel von Quast and Fabian Brosig and Samuel Kounev},
booktitle = {The 12th International Symposium on Distributed Objects, Middleware, and Applications (DOA 2010)},
day = {26},
location = {Crete, Greece},
month = {October},
note = {Acceptance Rate (Full Paper): 33\%},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuQuBrKo2010-DOA-AnalysisVirt.pdf},
publisher = {Springer Verlag},
title = {{Analysis of the Performance-Influencing Factors of Virtualization Platforms}},
year = {2010}
}
@inproceedings{HuQuHaKo2011-CLOSER-ModelVirtOverhead,
abstract = {Due to trends like Cloud Computing and Green IT, virtualization technologies are gaining increasing importance. They promise energy and cost savings by sharing physical resources, thus making resource usage more efficient. However, resource sharing and other factors have direct effects on system performance, which are not yet well-understood. Hence, performance prediction and performance management of services deployed in virtualized environments like public and private Clouds is a challenging task. Because of the large variety of virtualization solutions, a generic approach to predict the performance overhead of services running on virtualization platforms is highly desirable. In this paper, we present experimental results on two popular state-of-the-art virtualization platforms, Citrix XenServer 5.5 and VMware ESX 4.0, as representatives of the two major hypervisor architectures. Based on these results, we propose a basic, generic performance prediction model for the two different types of hypervisor architectures. The target is to predict the performance overhead for executing services on virtualized platforms.},
author = {Nikolaus Huber and Marcel von Quast and Michael Hauck and Samuel Kounev},
booktitle = {Proceedings of the 1st International Conference on Cloud Computing and Services Science (CLOSER 2011)},
day = {7--9},
http = {http://closer.scitevents.org/},
isbn = {978-989-8425-52-2},
location = {Noordwijkerhout, The Netherlands},
month = {May},
note = {Acceptance Rate: 18/164 = 10.9\%, Best Paper Award},
pages = {563 -- 573},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuQuHaKo2011-CLOSER-ModelVirtOverhead.pdf},
publisher = {SciTePress},
title = {{E}valuating and {M}odeling {V}irtualization {P}erformance {O}verhead for {C}loud {E}nvironments},
year = {2011}
}
@inproceedings{JuKoBu2003-CMG-PetStoreWS,
abstract = {Web Services are increasingly used to enable loosely coupled integration among heterogeneous systems but are perceived as a source of severe performance degradation. This paper looks at the impact on system performance when introducing Web Service interfaces to an originally tightly coupled application. Using two implementation variants of Sun's Java Pet Store application, one based strictly on the J2EE platform and the other implementing some interfaces as Web Services, performance is compared in terms of the achieved overall throughput, response times and latency.},
author = {Kai S. Juse and Samuel Kounev and Alejandro Buchmann},
booktitle = {Proceedings of the 29th International Conference of the Computer Measurement Group on Resource Management and Performance Evaluation of Enterprise Computing Systems (CMG 2003), Dallas, Texas, USA, December 7-12, 2003},
month = {December},
organization = {Computer Measurement Group (CMG)},
pages = {113--123},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/JuKoBu2003-CMG-PetStoreWS.pdf},
title = {{PetStore-WS: Measuring the Performance Implications of Web Services}},
url = {http://www.cmg.org/proceedings/2003/3187.pdf},
year = {2003}
}
@incollection{kephart2017a,
author = {Kephart, Jeffrey O. and Maggio, Martina and Diaconescu, Ada and Giese, Holger and Hoffmann, Henry and Kounev, Samuel and Koziolek, Anne and Lewis, Peter and Robertsson, Anders and Spinner, Simon},
editor = {Kounev, Samuel and Kephart, Jeffrey O. and Milenkoski, Aleksandar and Zhu, Xiaoyun},
title = {Reference Scenarios for Self-aware Computing},
booktitle = {Self-Aware Computing Systems},
year = {2017},
publisher = {Springer International Publishing},
address = {Cham},
pages = {87--106},
abstract = {This chapter defines three reference scenarios to which other chapters may refer for the purpose of motivating and illustrating architectures, techniques, and methods consistently throughout the book. The reference scenarios cover a broad set of characteristics and issues that one may encounter in self-aware systems and represent a range of domains and a variety of scales and levels of complexity. The first scenario focuses on an adaptive sorting algorithm and exemplifies how a self-aware system may adapt to changes in the data on which it operates, the environment in which it executes, or the requirements or performance criteria to which it manages itself. The second focuses on self-aware multiagent applications running in a data center environment, allowing issues of collective behavior in cooperative and competitive self-aware systems to come to the fore. The third focuses on a cyber-physical system. It allows us to explore many of the same issues of system-level self-awareness that appear in the second scenario, but in a different context and at a potentially even larger (potentially planetary) scale, when there is no one clear global objective.},
isbn = {978-3-319-47474-8},
doi = {10.1007/978-3-319-47474-8_4},
url = {https://doi.org/10.1007/978-3-319-47474-8_4},
pdf = {http://sdqweb.ipd.uka.de/publications/pdfs/kephart2017a.pdf}
}
@inproceedings{KlRaKo2011-QoSA-PCMEvents,
abstract = {Today, software engineering is challenged to handle more and more large-scale distributed systems with guaranteed quality-of-service. Component-based architectures have been established to build such systems in a more structured and manageable way. Modern architectures often utilize event-based communication which enables loosely-coupled interactions between components and leads to improved system scalability. However, the loose coupling of components makes it challenging to model such architectures in order to predict their quality properties, e.g., performance and reliability, at system design time. In this paper, we present an extension of the Palladio Component Model (PCM) and the Palladio software quality prediction framework, enabling the modeling of event-based communication in component-based architectures. The contributions include: i) a meta-model extension supporting events as first class entities, ii) a model-to-model transformation from the extended to the original PCM, iii) an integration of the transformation into the Palladio tool chain allowing to use existing model solution techniques, and iv) a detailed evaluation of the reduction of the modeling effort enabled by the transformation in the context of a real-world case study.},
address = {New York, NY, USA},
author = {Klatt, Benjamin and Rathfelder, Christoph and Kounev, Samuel},
booktitle = {Proceedings of the joint ACM SIGSOFT conference -- QoSA and ACM SIGSOFT symposium -- ISARCS on Quality of software architectures -- QoSA and architecting critical systems -- ISARCS (QoSA-ISARCS 2011)},
day = {20--24},
doi = {http://doi.acm.org/10.1145/2000259.2000268},
isbn = {978-1-4503-0724-6},
keywords = {component-based architectures, event-based communication, performance prediction},
location = {Boulder, Colorado, USA},
month = {June},
numpages = {10},
organization = {SIGSOFT},
pages = {43--52},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KlRaKo2011-QoSA-PCMEvents.pdf},
publisher = {ACM},
title = {Integration of event-based communication in the palladio software quality prediction framework},
url = {http://doi.acm.org/10.1145/2000259.2000268},
year = {2011}
}
@inproceedings{Ko2011-BMSD-PerfEngOfBis,
author = {Samuel Kounev},
booktitle = {International Symposium on Business Modeling and Software Design (BMSD 2011), Sofia, Bulgaria, July 27--28, 2011},
isbn = {978-989-8425-68-3},
month = {July},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2011-BMSD-EvSPE.pdf},
title = {{Performance Engineering of Business Information Systems - Filling the Gap between High-level Business Services and Low-level Performance Models}},
year = {2011}
}
@inproceedings{Ko2011-EPEW-ResearchChallenges,
author = {Samuel Kounev},
booktitle = {Proceedings of the 8th European Performance Engineering Workshop (EPEW'11), Borrowdale, The English Lake District, October 12--13},
note = {(Keynote Talk)},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2011-EPEW-Keynote.pdf},
title = {{Engineering of Self-Aware IT Systems and Services: State-of-the-Art and Research Challenges}},
year = {2011}
}
@inproceedings{Ko2011-SE-DescartesResearch,
address = {Karlsruhe, Germany},
author = {Samuel Kounev},
booktitle = {{GI Softwaretechnik-Trends, 31(4), November 2011, ISSN 0720-8928}},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2011-SE-DescartesResearch.pdf},
title = {{Self-Aware Software and Systems Engineering: A Vision and Research Roadmap}},
url = {http://pi.informatik.uni-siegen.de/stt/31_4/index.html},
year = {2011}
}
@incollection{Ko2010-KIT-Roadmap,
address = {Karlsruhe, Germany},
author = {Samuel Kounev},
booktitle = {{Emerging Research Directions in Computer Science. Contributions from the Young Informatics Faculty in Karlsruhe}},
isbn = {978-3-86644-508-6},
month = {July},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2010-KIT-Roadmap.pdf},
publisher = {KIT Scientific Publishing},
title = {{Engineering of Next Generation Self-Aware Software Systems: A Research Roadmap}},
url = {http://uvka.ubka.uni-karlsruhe.de/shop/isbn/978-3-86644-508-6},
year = {2010}
}
@inbook{Ko2008-WILEY-SoftwarePerfEval,
abstract = {Modern software systems are expected to satisfy increasingly stringent requirements for performance and scalability. To avoid the pitfalls of inadequate quality of service, it is important to evaluate the expected performance and scalability characteristics of systems during all phases of their life cycle. At every stage, performance evaluation is carried out with a specific set of goals and constraints. In this article, we present an overview of the major methods and techniques for software performance evaluation. We start by considering the different types of workload models that are typically used in performance evaluation studies. We then discuss performance measurement techniques including platform benchmarking, application profiling and system load testing. Following this, we survey the most common methods and techniques for performance modeling of software systems. We consider the major types of performance models used in practice and discuss their advantages and disadvantages. Finally, we briefly discuss operational analysis as an alternative to queueing theoretic methods.},
author = {Samuel Kounev},
chapter = {{Software Performance Evaluation}},
isbn = {0471383937},
isbn-13 = {978-0471383932},
month = {January},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2008-WILEY-SoftwarePerfEval.pdf},
publisher = {Wiley-Interscience, John Wiley \& Sons Inc.},
title = {{Wiley Encyclopedia of Computer Science and Engineering, edited by Benjamin W. Wah}},
url = {http://www.amazon.com/Wiley-Encyclopedia-Computer-Science-Engineering/dp/0471383937},
year = {2009}
}
@misc{kounev2008a,
author = {Samuel Kounev},
howpublished = {{\texttt{http://descartes.ipd.kit.edu/projects/QPME}}},
title = {{QPME (Queueing Petri net Modeling Environment) Homepage}},
url = {http://descartes.ipd.kit.edu/projects/QPME},
year = {2008}
}
@article{Ko2006-IEEE_TSE-QPN_ModelingMethod,
abstract = {Performance models are used increasingly throughout the phases of the software engineering lifecycle of distributed component-based systems. However, as systems grow in size and complexity, building models that accurately capture the different aspects of their behavior becomes a more and more challenging task. In this paper, we present a novel case study of a realistic distributed component-based system, showing how Queueing Petri Net models can be exploited as a powerful performance prediction tool in the software engineering process. A detailed system model is built in a step-by-step fashion, validated, and then used to evaluate the system performance and scalability. Along with the case study, a practical performance modeling methodology is presented which helps to construct models that accurately reflect the system performance and scalability characteristics. Taking advantage of the modeling power and expressiveness of Queueing Petri Nets, our approach makes it possible to model the system at a higher degree of accuracy, providing a number of important benefits.},
author = {Samuel Kounev},
doi = {10.1109/TSE.2006.69},
journal = {IEEE Transactions on Software Engineering},
month = {July},
number = {7},
pages = {486--502},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2006-IEEE_TSE-QPN_ModelingMethod.pdf},
publisher = {IEEE Computer Society},
title = {{Performance Modeling and Evaluation of Distributed Component-Based Systems using Queueing Petri Nets}},
url = {http://www.computer.org/tse/},
volume = {32},
year = {2006}
}
@inproceedings{Ko2006-SPEC_BW-J2EEPerfScal,
abstract = {J2EE applications are becoming increasingly ubiquitous and with their increasing adoption, performance and scalability issues are gaining in importance. For a J2EE application to perform well and be scalable, both the platform on which it is built and the application design must be efficient and scalable. Industry-standard benchmarks such as the SPECjAppServer set of benchmarks help to evaluate the performance and scalability of alternative platforms for J2EE applications, however, they cannot be used to evaluate the performance and scalability of concrete applications built on the selected platforms. In this paper, we present a systematic approach for evaluating and predicting the performance and scalability of J2EE applications based on modeling and simulation. The approach helps to identify and eliminate bottlenecks in the application design and ensure that systems are designed and sized to meet their quality of service requirements. We introduce our approach by showing how it can be applied to the SPECjAppServer2004 benchmark which is used as a representative J2EE application. A detailed model of a SPECjAppServer2004 deployment is built in a step-by-step fashion and then used to predict the behavior of the system under load. The approach is validated by comparing model predictions against measurements on the real system.},
author = {Samuel Kounev},
booktitle = {Proceedings of the 2006 SPEC Benchmark Workshop, Austin, Texas, USA, January 23, 2006},
month = {January},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2006-SPEC_BW-J2EEPerfScal.pdf},
publisher = {SPEC},
title = {{J2EE Performance and Scalability - From Measuring to Predicting}},
url = {http://www.spec.org/workshops/2006/},
year = {2006}
}
@inbook{KoBu2006-WileyInterscience-QN_CaseStudy_J2EE,
author = {Samuel Kounev},
chapter = {{"Case Studies of Queueing Networks - J2EE Applications"}},
edition = {2nd},
isbn = {0471565253},
month = {April},
pages = {733--745},
publisher = {Wiley-Interscience, John Wiley \& Sons Inc.},
title = {{Queueing Networks and Markov Chains, edited by Gunter Bolch, Stefan Greiner, Hermann de Meer and Kishor Shridharbhai Trivedi}},
url = {http://www.amazon.com/exec/obidos/tg/detail/-/0471565253/qid=1116860412/sr=1-3/ref=sr_1_3/103-1432544-4046230?v=glance&s=books},
year = {2006}
}
@misc{Ko2005-DEV2DEV-SPECjAppServer2004,
abstract = {This article presents SPECjAppServer2004---the new industry-standard benchmark for measuring the performance and scalability of J2EE hardware and software platforms. SPECjAppServer2004 is a completely new benchmark and not comparable to the SPEC J2EE benchmarks released in late 2002. This article discusses the business domains and workload modeled by the benchmark, as well as the benchmark design and architecture. The author also explains the meaning of the benchmark metrics, discusses the different purposes the benchmark can be used, and provides some links to additional information.},
author = {Samuel Kounev},
howpublished = {DEV2DEV Article, O'Reilly Publishing Group},
month = {September},
title = {{SPECjAppServer2004 - The New Way to Evaluate J2EE Performance}},
url = {http://www.oracle.com/technology/pub/articles/dev2arch/2005/03/specjappserver2004.html},
year = {2005}
}
@book{Ko2005-TUD-PhD_Thesis,
author = {Samuel Kounev},
isbn = {3832247130},
month = {December},
note = {Best Dissertation Award from the {"}Vereinigung von Freunden der Technischen Universit{\"{a}}t zu Darmstadt e.V.{"}},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2005-TUD-PhD_Thesis.pdf},
publisher = {Shaker Verlag, Ph.D. Thesis, Technische Universit{\"{a}}t Darmstadt, Germany},
title = {{Performance Engineering of Distributed Component-Based Systems~- Benchmarking, Modeling and Performance Prediction}},
url = {http://www.amazon.de/exec/obidos/ASIN/3832247130/302-7474121-6584807},
year = {2005}
}
@techreport{Ko2003-SPEC-SPECjAppServer,
author = {Samuel Kounev},
institution = {SPEC OSG Java Subcommittee},
month = {September},
number = {TUD03-1},
title = {{Messaging Architecture and Asynchronous Interactions in SPECjAppServer}},
year = {2003}
}
@techreport{Ko2001-SUN-ECperf,
author = {Samuel Kounev},
institution = {ECperf Expert Group at Sun Microsystems Inc.},
month = {September},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2001-SUN-ECperf.pdf},
title = {{Eliminating ECperf Persistence Bottlenecks when using RDBMS with Pessimistic Concurrency Control}},
year = {2001}
}
@techreport{Ko2001-TUD-CapPlanMethod,
author = {Samuel Kounev},
institution = {Technische Universit{\"{a}}t Darmstadt, Germany},
month = {February},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2001-TUD-CapPlanMethod.pdf},
title = {{A Capacity Planning Methodology for Distributed E-Commerce Applications}},
year = {2001}
}
@techreport{Ko2001-TUD-PerfPred,
author = {Samuel Kounev},
institution = {Technische Universit{\"{a}}t Darmstadt, Germany},
month = {January},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2001-TUD-PerfPred.pdf},
title = {{Performance Prediction, Sizing and Capacity Planning for Distributed E-Commerce Applications}},
year = {2001}
}
@mastersthesis{Ko1999-UNI_SOFIA-MSc_Thesis,
address = {Sofia, Bulgaria},
author = {Samuel Kounev},
month = {August},
school = {University of Sofia},
title = {{Design and Development of an Electronic Commerce Environment}},
year = {1999}
}
@inproceedings{KoBeBrHuOk2011-SIMUTools-DataFabrics,
abstract = {Enterprise data fabrics are gaining increasing attention in many industry domains including financial services, telecommunications, transportation and health care. Providing a distributed, operational data platform sitting between application infrastructures and back-end data sources, enterprise data fabrics are designed for high performance and scalability. However, given the dynamics of modern applications, system sizing and capacity planning need to be done continuously during operation to ensure adequate quality-of-service and efficient resource utilization. While most products are shipped with performance monitoring and analysis tools, such tools are typically focused on low-level profiling and they lack support for performance prediction and capacity planning. In this paper, we present a novel case study of a representative enterprise data fabric, the GemFire EDF, presenting a simulation-based tool that we have developed for automated performance prediction and capacity planning. The tool, called Jewel, automates resource demand estimation, performance model generation, performance model analysis and results processing. We present an experimental evaluation of the tool demonstrating its effctiveness and practical applicability.},
address = {Brussels, Belgium, Belgium},
author = {Samuel Kounev and Konstantin Bender and Fabian Brosig and Nikolaus Huber and Russell Okamoto},
booktitle = {4th International ICST Conference on Simulation Tools and Techniques},
day = {21--25},
isbn = {978-1-936968-00-8},
location = {Barcelona, Spain},
month = {March},
note = {Acceptance Rate (Full Paper): 29.8\% (23/77), ICST Best Paper Award},
pages = {27--36},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBeBrHuOk2011-ICST-DataFabrics.pdf},
publisher = {ICST},
slides = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBeBrHuOk2011-ICST-DataFabrics_Slides.pdf},
title = {{Automated Simulation-Based Capacity Planning for Enterprise Data Fabrics}},
year = {2011}
}
@techreport{KoBrHu2014-TechReport-DMM,
abstract = {{This technical report introduces the Descartes Modeling Language (DML), a new architecture-level modeling language for modeling Quality-of-Service (QoS) and resource management related aspects of modern dynamic IT systems, infrastructures and services. DML is designed to serve as a basis for self-aware resource management during operation ensuring that system QoS requirements are continuously satisfied while infrastructure resources are utilized as efficiently as possible.}},
author = {Samuel Kounev and Fabian Brosig and Nikolaus Huber},
http = {http://opus.bibliothek.uni-wuerzburg.de/frontdoor/index/index/docId/10488},
institution = {{Department of Computer Science, University of Wuerzburg}},
month = {October},
pages = {91},
pdf = {http://opus.bibliothek.uni-wuerzburg.de/files/10488/DML-TechReport-1.0.pdf},
title = {{The Descartes Modeling Language}},
url = {http://www.descartes-research.net/dml/},
year = {2014}
}
@inproceedings{KoBrHu2011-ICAC-QoSManagement,
abstract = {We present an overview of our work-in-progress and long-term research agenda aiming to develop a novel methodology for engineering of self-aware software systems. The latter will have built-in architecture-level QoS models enhanced to capture dynamic aspects of the system environment and maintained automatically during operation. The models will be exploited at run-time to adapt the system to changes in the environment ensuring that resources are utilized efficiently and QoS requirements are satisfied.},
author = {Samuel Kounev and Fabian Brosig and Nikolaus Huber},
booktitle = {8th International Conference on Autonomic Computing (ICAC 2011)},
day = {14--18},
location = {Karlsruhe, Germany},
month = {June},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBrHu2011-ICAC-QoSManagement.pdf},
title = {{Self-Aware QoS Management in Virtualized Infrastructures (Poster Paper)}},
year = {2011}
}
@inproceedings{KoBrHuRe2010-SCC-Towards,
abstract = {Modern service-oriented systems have increasingly complex loosely-coupled architectures that often exhibit poor performance and resource efficiency and have high operating costs. This is due to the inability to predict at run-time the effect of dynamic changes in the system environment (e.g., varying service workloads) and adapt the system configuration accordingly. In this paper, we describe a long-term vision and approach for designing systems with built-in self-aware performance and resource management capabilities. We advocate the use of architecture-level performance models extracted dynamically from the evolving system configuration and maintained automatically during operation. The models will be exploited at run-time to adapt the system to changes in the environment ensuring that resources are utilized efficiently and performance requirements are continuously satisfied.},
author = {Samuel Kounev and Fabian Brosig and Nikolaus Huber and Ralf Reussner},
booktitle = {Proceedings of the 7th IEEE International Conference on Services Computing (SCC 2010), July 5-10, Miami, Florida, USA},
day = {5--10},
location = {Miami, Florida, USA},
month = {July},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBrHuRe2010-SCC-Towards.pdf},
publisher = {IEEE Computer Society},
title = {{Towards self-aware performance and resource management in modern service-oriented systems}},
year = {2010}
}
@incollection{KoBu2007-ARS-OnTheUseOfQPNs,
abstract = {Predictive performance models are used increasingly throughout the phases of the software engineering lifecycle of distributed systems. However, as systems grow in size and complexity, building models that accurately capture the different aspects of their behavior becomes a more and more challenging task. The challenge stems from the limited model expressiveness on the one hand and the limited scalability of model analysis techniques on the other. This chapter presents a novel methodology for modeling and performance analysis of distributed systems. The methodology is based on queueing Petri nets (QPNs) which provide greater modeling power and expressiveness than conventional modeling paradigms such as queueing networks and generalized stochastic Petri nets. Using QPNs, one can integrate both hardware and software aspects of system behavior into the same model. In addition to hardware contention and scheduling strategies, QPNs make it easy to model software contention, simultaneous resource possession, synchronization, blocking and asynchronous processing. These aspects have significant impact on the performance of modern distributed systems. To avoid the problem of state space explosion, our methodology uses discrete event simulation for model analysis. We propose an efficient and reliable method for simulation of QPNs. As a validation of our approach, we present a case study of a real-world distributed system, showing how our methodology is applied in a step-by-step fashion to evaluate the system performance and scalability. The system studied is a deployment of the industry-standard SPECjAppServer2004 benchmark. A detailed model of the system and its workload is built and used to predict the system performance for several deployment configurations and workload scenarios of interest. Taking advantage of the expressive power of QPNs, our approach makes it possible to model systems at a higher degree of accuracy providing a number of important benefits.},
address = {Vienna, Austria},
author = {Samuel Kounev and Alejandro Buchmann},
booktitle = {{Petri Net, Theory and Application}},
editor = {Vedran Kordic},
isbn = {978-3-902613-12-7},
month = {February},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBu2007-ARS-OnTheUseOfQPNs.pdf},
publisher = {Advanced Robotic Systems International, I-Tech Education and Publishing},
title = {{{On the Use of Queueing Petri Nets for Modeling and Performance Analysis of Distributed Systems}}},
url = {http://www.intechopen.com/books/export/citation/BibTex/petri_net_theory_and_applications/on_the_use_of_queueing_petri_nets_for_modeling_and_performance_analysis_of_distributed_systems},
year = {2007}
}
@article{KoBu2006-PERFEVAL-SimQPN,
address = {Amsterdam, The Netherlands},
author = {Samuel Kounev and Alejandro Buchmann},
doi = {10.1016/j.peva.2005.03.004},
issn = {0166-5316},
journal = {Performance Evaluation},
month = {May},
number = {4-5},
pages = {364--394},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBu2006-PERFEVAL-SimQPN.pdf},
publisher = {Elsevier Science Publishers B. V.},
title = {{SimQPN - a tool and methodology for analyzing queueing Petri net models by means of simulation}},
url = {http://www.elsevier.com/wps/find/journaldescription.cws_home/505618/description},
volume = {63},
year = {2006}
}
@inproceedings{KoBu2003-CMG-PerfModeling_J2EEApps,
abstract = {Modern J2EE applications are typically based on highly distributed architectures comprising multiple components deployed in a clustered environment. This makes it difficult for deployers to estimate the capacity of the deployment environment needed to guarantee that Service Level Agreements are met. This paper looks at the different approaches to this problem and discusses the difficulties that arise when one tries to apply them to large, real-world systems. The authors study a realistic J2EE application (the SPECjAppServer2002 benchmark) and show how analytical models can be exploited for capacity planning.},
author = {Samuel Kounev and Alejandro Buchmann},
booktitle = {Proceedings of the 29th International Conference of the Computer Measurement Group on Resource Management and Performance Evaluation of Enterprise Computing Systems (CMG 2003), Dallas, Texas, USA, December 7-12, 2003},
month = {December},
note = {Best-Paper-Award},
organization = {Computer Measurement Group (CMG)},
pages = {273--283},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBu2003-CMG-PerfModeling_J2EEApps.pdf},
title = {{Performance Modeling and Evaluation of Large-Scale J2EE Applications}},
url = {http://www.cmg.org/proceedings/2003/3173.pdf},
year = {2003}
}
@inproceedings{KoBu2003-ISPASS-ModelingUsingQPNs,
abstract = {In this paper we show how Queuing Petri Net (QPN) models can be exploited for performance analysis of distributed e-business systems. We study a real-world application, and demonstrate the benefits, in terms of modelling power and expressiveness, that QPN models provide over conventional modelling paradigms such as Queuing Networks and Petri Nets. As shown, QPNs facilitate the integration of both hardware and software aspects of system behavior in the same model. In addition to hardware contention and scheduling strategies, using QPNs one can easily model simultaneous resource possession, synchronization, blocking and contention for software resources. By validating the models presented through measurements, we show that they are not just powerful as a specification mechanism, but are also very powerful as a performance analysis and prediction tool. However, currently available tools and techniques for QPN analysis are limited. Improved solution methods, which enable larger models to be analyzed, need to be developed. By demonstrating the power of QPNs as a modelling paradigm in realistic scenarios, we hope to motivate further research in this area.},
address = {Washington, DC, USA},
author = {Samuel Kounev and Alejandro Buchmann},
booktitle = {Proceedings of the 2003 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS 2003), Austin, Texas, USA, March 6-8, 2003},
doi = {10.1109/ISPASS.2003.1190241},
isbn = {0-7803-7756-7},
note = {Best-Paper-Award},
pages = {143--155},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBu2003-ISPASS-ModelingUsingQPNs.pdf},
publisher = {IEEE Computer Society},
title = {{Performance Modeling of Distributed E-Business Applications using Queueing Petri Nets}},
url = {http://www.ispass.org/ispass2003/},
year = {2003}
}
@inproceedings{KoBu2002-SSGRR-PerfIssuesEB,
abstract = {Performance and scalability issues in e-business systems are gaining in importance as we move from hype and prototypes to real operational systems. Typical for this development is also the emergence of standard benchmarks of which TPC-W for transactional B2C systems and ECperf for performance and scalability measurement of application servers are two of the better known examples. In this paper we present an experience report with the ECperf benchmark defined by Sun and discuss performance issues that we observed in our implementation of the benchmark. Some of these issues are related to the specification of the benchmark, for which we made suggestions how to correct them and others are related to database connectivity, locking patterns, and the need for asynchronous processing.},
author = {Samuel Kounev and Alejandro Buchmann},
booktitle = {Proceedings of the International Conference on Advances in Infrastructure for e-Business, e-Education, e-Science, and e-Medicine on the Internet (SSGRR 2002w), L'Aquila, Italy, January 21-27, 2002},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoBu2002-SSGRR-PerfIssuesEB.pdf},
title = {{Performance Issues in E-Business Systems}},
year = {2002}
}
@inproceedings{KoBu2002-VLDB-ImprovingDataAccessJ2EE,
abstract = {The J2EE platform provides a variety of options for making business data persistent using DBMS technology. However, the integration with existing backend database systems has proven to be of crucial importance for the scalability and performance of J2EE applications, because modern e-business systems are extremely data-intensive. As a result, the data access layer, and the link between the application server and the database server in particular, are very susceptible to turning into a system bottleneck. In this paper we use the ECperf benchmark as an example of a realistic application in order to illustrate the problems mentioned above and discuss how they could be approached and eliminated. In particular, we show how asynchronous, message-based processing could be exploited to reduce the load on the DBMS and improve system performance, scalability and reliability. Furthermore, we discuss the major issues related to the correct use of entity beans (the components provided by J2EE for modelling persistent data) and present a number of methods to optimize their performance utilizing caching mechanisms. We have evaluated the proposed techniques through measurements and have documented the performance gains that they provide.},
author = {Samuel Kounev and Alejandro Buchmann},
booktitle = {Proceedings of the 28th International Conference on Very Large Data Bases (VLDB 2002), Hong Kong, China, August 20--23, 2002},
note = {Acceptance Rate (Full Paper): 14\% Best-Paper-Award Nomination},
pages = {574--585},
pdf = {http://www.vldb.org/conf/2002/S16P03.pdf},
publisher = {VLDB Endowment, Morgan Kaufmann},
title = {{Improving Data Access of J2EE Applications by Exploiting Asynchronous Messaging and Caching Services}},
url = {http://www.vldb.org/conf/2002/S16P03.pdf},
year = {2002}
}
@article{KoDu2009-SIGMETRICS_PER-QPME,
abstract = {Queueing Petri nets are a powerful formalism that can be exploited for modeling distributed systems and analyzing their performance and scalability. By combining the modeling power and expressiveness of queueing networks and stochastic Petri nets, queueing Petri nets provide a number of advantages. In this paper, we present QPME (Queueing Petri net Modeling Environment) - a tool that supports the modeling and analysis of systems using queueing Petri nets. QPME provides an Eclipse-based editor for designing queueing Petri net models and a powerful simulation engine for analyzing the models. After presenting the tool, we discuss the ongoing work on the QPME project and the planned future enhancements of the tool.},
author = {Samuel Kounev and Christofer Dutz},
journal = {ACM SIGMETRICS Performance Evaluation Review (PER), Special Issue on Tools for Computer Performance Modeling and Reliability Analysis},
month = {March},
number = {4},
pages = {46--51},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoDu2009-SIGMETRICS_PER-QPME.pdf},
publisher = {ACM, New York, NY, USA},
title = {{QPME - A Performance Modeling Tool Based on Queueing Petri Nets}},
volume = {36},
year = {2009}
}
@manual{Ko2007-TUD-QPME_UsersGuide,
abstract = {This document describes the software package QPME (Queueing Petri net Modeling Environment), a performance modeling and analysis tool based on the Queueing Petri Net (QPN) modeling formalism. QPN models are more sophisticated than conventional queueing networks and stochastic Petri nets and have greater expressive power. This provides a number of important benefits since it makes it possible to model systems at a higher degree of accuracy. QPME is made of two components: QPE (QPN Editor) and SimQPN (Simulator for QPNs). QPE provides a user-friendly graphical tool for modeling using QPNs based on the Eclipse/GEF framework. SimQPN provides an efficient discrete-event simulation engine for QPNs that makes it possible to analyze models of realistically-sized systems. QPME runs on a wide range of platforms including Windows, Linux and Solaris. QPME is developed and maintained by Samuel Kounev and Christofer Dutz.},
address = {Darmstadt, Germany},
author = {Samuel Kounev and Christofer Dutz},
month = {January},
organization = {Technische Universit{\"{a}}t Darmstadt},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/QPME-UsersGuide.pdf},
title = {{QPME 1.0 User's Guide}},
year = {2007}
}
@inproceedings{KoDuBu2006-QEST-QPME,
abstract = {Queueing Petri nets are a powerful formalism that can be exploited for modeling distributed systems and analyzing their performance and scalability. However, currently available tools for modeling and analysis using queueing Petri nets are very limited in terms of the scalability of the analysis algorithms they provide. Moreover, tools are available only on highly specialized platforms unaccessible to most potential users. In this paper, we present QPME - a Queueing Petri Net Modeling Environment that supports the modeling and analysis of systems using queueing Petri nets. QPME runs on a wide range of platforms and provides a powerful simulation engine that can be used to analyze models of realistically-sized systems.},
address = {Washington, DC, USA},
author = {Samuel Kounev and Christofer Dutz and Alejandro Buchmann},
booktitle = {Proceedings of the 3rd International Conference on Quantitative Evaluation of SysTems (QEST 2006), Riverside, California, USA, September 11-14, 2006},
doi = {10.1109/QEST.2006.44},
isbn = {0-7695-2665-9},
pages = {115--116},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoDuBu2006-QEST-QPME.pdf},
publisher = {IEEE Computer Society},
title = {{QPME - Queueing Petri Net Modeling Environment}},
url = {http://www.qest.org/qest2006/},
year = {2006}
}
@incollection{KoHuSpBr2012-business-inf-sys,
abstract = {{With the increasing adoption of virtualization and the transition towards Cloud Computing platforms, modern business information systems are becoming increasingly complex and dynamic. This raises the challenge of guaranteeing system performance and scalability while at the same time ensuring efficient resource usage. In this paper, we present a historical perspective on the evolution of model-based performance engineering techniques for business information systems focusing on the major developments over the past several decades that have shaped the field. We survey the state-of-the-art on performance modeling and management approaches discussing the ongoing efforts in the community to increasingly bridge the gap between high-level business services and low level performance models. Finally, we wrap up with an outlook on the emergence of self-aware systems engineering as a new research area at the intersection of several computer science disciplines.}},
address = {Berlin, Heidelberg},
author = {Samuel Kounev and Nikolaus Huber and Simon Spinner and Fabian Brosig},
booktitle = {Business Modeling and Software Design},
editor = {Shishkov, Boris},
isbn = {978-3-642-29788-5},
pages = {19--37},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoHuSpBr2012-business-inf-sys.pdf},
publisher = {Springer-Verlag},
series = {Lecture Notes in Business Information Processing (LNBIP)},
title = {Model-based Techniques for Performance Engineering of Business Information Systems},
url = {http://dx.doi.org/10.1007/978-3-642-29788-5_2},
volume = {0109},
year = {2012}
}
@inproceedings{KoNi1999-TOOLS_EE-Analysis_Phase,
author = {Samuel Kounev and Kiril Nikolov},
booktitle = {Proceedings of the Tools Eastern Europe '99 Conference on Technology of Object Oriented Languages and Systems, Sofia-Blagoevgrad, Bulgaria, June 1-4, 1999},
title = {{The Analysis Phase in the Development of E-Commerce Software Systems}},
year = {1999}
}
@techreport{KoNoTo2007-UPC-GridAutoQoS,
author = {Samuel Kounev and Ramon Nou and Jordi Torres},
institution = {Computer Architecture Department, Technical University of Catalonia (UPC), Spain},
month = {April},
number = {UPC-DAC-RR-CAP-2007-4},
title = {{Using QPN models for QoS Control in Grid Middleware}},
year = {2007}
}
@inproceedings{KoNoTo2007-VALUETOOLS-GridAuton_QoS_Control,
abstract = {As Grid Computing increasingly enters the commercial domain, performance and Quality of Service (QoS) issues are becoming a major concern. The inherent complexity, heterogeneity and dynamics of Grid computing environments pose some challenges in managing their capacity to ensure that QoS requirements are continuously met. In this paper, an approach to autonomic QoS-aware resource management in Grid computing based on online performance models is proposed. The paper presents a novel methodology for designing autonomic QoS-aware resource managers that have the capability to predict the performance of the Grid components they manage and allocate resources in such a way that service level agreements are honored. The goal is to make the Grid middleware self-configurable and adaptable to changes in the system environment and workload. The approach is subjected to an extensive experimental evaluation in the context of a real-world Grid environment and its effectiveness, practicality and performance are demonstrated.},
address = {ICST, Brussels, Belgium},
author = {Samuel Kounev and Ramon Nou and Jordi Torres},
booktitle = {Proceedings of the Second International Conference on Performance Evaluation Methodologies and Tools (VALUETOOLS 2007), Nantes, France, October 23-25, 2007},
doi = {10.1145/1345263.1345325},
isbn = {978-963-9799-00-4},
pages = {1--10},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoNoTo2007-VALUETOOLS-GridAuton_QoS_Control.pdf},
publisher = {ICST (Institute for Computer Sciences, Social-Informatics and Telecommunications Engineering)},
title = {{Autonomic QoS-Aware Resource Management in Grid Computing using Online Performance Models}},
url = {http://www.valuetools.org/2007/},
year = {2007}
}
@article{KoRaKl2012-FESCA-Keynote,
abstract = {Event-based communication is used in different domains including telecommunications, transportation, and business information systems to build scalable distributed systems. Such systems typically have stringent requirements for performance and scalability as they provide business and mission critical services. While the use of event-based communication enables loosely-coupled interactions between components and leads to improved system scalability, it makes it much harder for developers to estimate the system's behavior and performance under load due to the decoupling of components and control flow. We present an overview on our approach enabling the modeling and performance prediction of event-based system at the architecture level. Applying a model-to-model transformation, our approach integrates platform-specific performance influences of the underlying middleware while enabling the use of different existing analytical and simulation-based prediction techniques. The results of two real world case studies demonstrate the effectiveness, practicability and accuracy of the proposed modeling and prediction approach.},
address = {Amsterdam, The Netherlands},
author = {Samuel Kounev and Christoph Rathfelder and Benjamin Klatt},
day = {9},
issn = {1571-0661},
journal = {{Electronic Notes in Theoretical Computer Science (ENTCS)}},
month = {May},
pages = {3--9},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/RaKlKo2012-FESCA-Keynote.pdf},
publisher = {Elsevier Science Publishers B. V.},
slides = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/RaKlKo2012-FESCA-Keynote_SLIDES.pdf},
title = {{Modeling of Event-based Communication in Component-based Architectures: State-of-the-Art and Future Directions}},
url = {http://www.sciencedirect.com/science/article/pii/S1571066113000248},
volume = {295},
year = {2013}
}
@incollection{KoReBrBrJoBaStGi2012-ResBook-CloudChallenges,
abstract = {{Cloud Computing is a novel paradigm for providing data center resources as on demand services in a pay-as-you-go manner. It promises significant cost savings by making it possible to consolidate workloads and share infrastructure resources among multiple applications resulting in higher cost- and energy-efficiency. However, these benefits come at the cost of increased system complexity and dynamicity posing new challenges in providing service dependability and resilience for applications running in a Cloud environment. At the same time, the virtualization of physical resources, inherent in Cloud Computing, provides new opportunities for novel dependability and quality-of-service management techniques that can potentially improve system resilience. In this chapter, we first discuss in detail the challenges and opportunities introduced by the Cloud Computing paradigm. We then provide a review of the state-of-the-art on dependability and resilience management in Cloud environments, and conclude with an overview of emerging research directions.}},
address = {Berlin, Heidelberg},
author = {Samuel Kounev and Philipp Reinecke and Fabian Brosig and Jeremy T. Bradley and Kaustubh Joshi and Vlastimil Babka and Anton Stefanek and Stephen Gilmore},
booktitle = {Resilience Assessment and Evaluation of Computing Systems},
editor = {K. Wolter and A. Avritzer and M. Vieira and A. van Moorsel},
isbn = {978-3-642-29031-2},
note = {ISBN: 978-3-642-29031-2},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoReBrBrJoBaStGi2012-ResBook-CloudChallenges.pdf},
publisher = {Springer-Verlag},
series = {XVIII},
title = {Providing Dependability and Resilience in the Cloud: Challenges and Opportunities},
url = {http://www.springer.com/computer/communication+networks/book/978-3-642-29031-2},
year = {2012}
}
@inproceedings{Ko2013-HotTopiCS-Relate,
author = {Samuel Kounev and Stamatia Rizou and Steffen Zschaler and Spiros Alexakis and Tomas Bures and Jean-Marc J{\'e}z{\'e}quel and Dimitrios Kourtesis and Stelios Pantelopoulos},
booktitle = {International Workshop on Hot Topics in Cloud Services (HotTopiCS 2013)},
day = {20--21},
location = {Prague, Czech Republic},
month = {April},
title = {{RELATE: A Research Training Network on Engineering and Provisioning of Service-Based Cloud Applications}},
year = {2013}
}
@article{KoSa2009-it-EventBasedSystems,
abstract = {Event-based systems are used increasingly often to build loosely-coupled distributed applications. With their growing popularity and gradual adoption in mission critical areas, the need for novel techniques for benchmarking and performance modeling of event-based systems is increasing. In this article, we provide an overview of the state-of-the-art in this area considering both centralized systems based on message-oriented middleware as well as large-scale distributed publish/subscribe systems. We consider a number of specific techniques for benchmarking and performance modeling, discuss their advantages and disadvantages, and provide references for further information. The techniques we review help to ensure that systems are designed and sized to meet their quality-of-service requirements.},
address = {Munich, Germany},
author = {Samuel Kounev and Kai Sachs},
journal = {it - Information Technology},
month = {September},
number = {5},
publisher = {Oldenbourg Wissenschaftsverlag},
title = {{Benchmarking and Performance Modeling of Event-Based Systems}},
volume = {51},
year = {2009}
}
@misc{kounev2008b,
author = {Samuel Kounev and Kai Sachs},
howpublished = {DEV2DEV Article, O'Reilly Publishing Group},
month = {March},
title = {{SPECjms2007: A Novel Benchmark and Performance Analysis Framework for Message-Oriented Middleware}},
url = {http://www.oracle.com/technology/pub/articles/dev2arch/2008/03/specjms2007.html},
year = {2008}
}
@inproceedings{kounev2008e,
abstract = {Distributed event-based systems (DEBS) are gaining increasing attention in new application areas such as transport information monitoring, event-driven supply-chain management and ubiquitous sensor-rich environments. However, as DEBS increasingly enter the enterprise and commercial domains, performance and quality of service issues are becoming a major concern. While numerous approaches to performance modeling and evaluation of conventional request/reply-based distributed systems are available in the literature, no general approach exists for DEBS. This paper is the first to provide a comprehensive methodology for workload characterization and performance modeling of DEBS. A workload model of a generic DEBS is developed and operational analysis techniques are used to characterize the system traffic and derive an approximation for the mean event delivery latency. Following this, a modeling technique is presented that can be used for accurate performance prediction. The paper is concluded with a case study of a real life system demonstrating the effectiveness and practicality of the proposed approach.},
address = {Washington, DC, USA},
author = {Samuel Kounev and Kai Sachs and Jean Bacon and Alejandro Buchmann},
booktitle = {Proceedings of the 11th IEEE International Symposium on Object Oriented Real-Time Distributed Computing (ISORC 2008), Orlando, Florida, USA, May 5-7, 2008},
doi = {10.1109/ISORC.2008.51},
isbn = {978-0-7695-3132-8},
note = {Acceptance Rate (Full Paper): 30\% Best-Paper-Award-Nomination},
pages = {13--22},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/07-ModelingDEBS.pdf},
publisher = {IEEE Computer Society},
title = {{A Methodology for Performance Modeling of Distributed Event-Based Systems}},
year = {2008}
}
@manual{KoSp2011-QPME20-UserGuide,
address = {Am Fasanengarten 5, 76131 Karlsruhe, Germany},
author = {Samuel Kounev and Simon Spinner},
month = {May},
organization = {Karlsruhe Institute of Technology},
pdf = {http://descartes.ipd.kit.edu/fileadmin/user_upload/descartes/QPME/QPME-UsersGuide.pdf},
title = {{QPME 2.0 User's Guide}},
url = {http://descartes.ipd.kit.edu/projects/qpme/},
year = {2011}
}
@incollection{KoSpMe2010-Festschrift-QPME2,
abstract = {Queueing Petri nets are a powerful formalism that can be exploited for modeling distributed systems and analyzing their performance and scalability. By combining the modeling power and expressiveness of queueing networks and stochastic Petri nets, queueing Petri nets provide a number of advantages. In this paper, we present Version 2.0 of our tool QPME (Queueing Petri net Modeling Environment) for modeling and analysis of systems using queueing Petri nets. The development of the tool was initiated by Samuel Kounev in 2003 at the Technische Universit\"{a} Darmstadt in the group of Prof. Alejandro Buchmann. Since then the tool has been distributed to more than 100 organizations worldwide. QPME provides an Eclipse-based editor for building queueing Petri net models and a powerful simulation engine for analyzing the models. After presenting the tool, we discuss ongoing work on the QPME project and the planned future enhancements of the tool.},
address = {Berlin, Heidelberg},
affiliation = {Karlsruhe Institute of Technology, 76131 Karlsruhe, Germany},
author = {Kounev, Samuel and Spinner, Simon and Meier, Philipp},
booktitle = {From Active Data Management to Event-Based Systems and More},
editor = {Sachs, Kai and Petrov, Ilia and Guerrero, Pablo},
isbn = {978-3-642-17225-0},
keyword = {Computer Science},
note = {10.1007/978-3-642-17226-7_18},
pages = {293--311},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KoSpMe2010-Festschrift-QPME2.pdf},
publisher = {Springer-Verlag},
series = {Lecture Notes in Computer Science},
title = {{QPME 2.0 - A Tool for Stochastic Modeling and Analysis Using Queueing Petri Nets}},
url = {http://dx.doi.org/10.1007/978-3-642-17226-7_18},
volume = {6462},
year = {2010}
}
@inproceedings{KoSpMe2012-icpe-QPME_Tutorial,
address = {New York, NY, USA},
author = {Samuel Kounev and Simon Spinner and Philipp Meier},
booktitle = {{Proceedings of the 3rd ACM/SPEC International Conference on Performance Engineering (ICPE 2012)}},
day = {22--25},
isbn = {978-1-4503-1202-8},
location = {Boston, USA},
month = {April},
organization = {ACM,SPEC},
pages = {9--18},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KoSpMe2012-icpe-QPME_Tutorial.pdf},
publisher = {ACM},
slides = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/2012-ICPE-Tutorial-QPNs.pdf},
title = {{Introduction to Queueing Petri Nets: Modeling Formalism, Tool Support and Case Studies}},
titleaddon = {(Tutorial Paper)},
url = {http://doi.acm.org/10.1145/2188286.2188290},
year = {2012}
}
@article{KoWeBu2004-CMG_JCRM-JBoss,
author = {Samuel Kounev and B{\"o}rn Weis and Alejandro Buchmann},
journal = {Journal of Computer Resource Management},
month = {September},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoWeBu2004-CMG_JCRM-JBoss.pdf},
publisher = {Computer Measurement Group (CMG)},
title = {{Performance Tuning and Optimization of J2EE Applications on the JBoss Platform}},
volume = {113},
year = {2004}
}
@inproceedings{KrMoKo2012-QoSA-QuantifyingPerfIsoMetrics,
address = {New York, USA},
author = {Krebs, Rouven and Momm, Christof and Kounev, Samuel},
booktitle = {Proceedings of the 8th ACM SIGSOFT International Conference on the Quality of Software Architectures (QoSA 2012)},
day = {25--28},
editor = {Buhnova, Barbora and Vallecillo, Antonio},
location = {Bertinoro, Italy},
month = {June},
note = {Acceptance Rate (Full Paper): 25.6\%},
pages = {91--100},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KrMoKo2012-QoSA-QuantifyingPerfIsoMetrics.pdf},
publisher = {ACM Press},
title = {{M}etrics and {T}echniques for {Q}uantifying {P}erformance {I}solation in {C}loud {E}nvironments},
url = {http://qosa.ipd.kit.edu/qosa_2012/},
year = {2012}
}
@inproceedings{KrMoKo2012-closer-multitenant-saas,
author = {Krebs, Rouven and Momm, Christof and Kounev, Samuel},
booktitle = {{Proceedings of the 2nd International Conference on Cloud Computing and Services Science (CLOSER 2012)}},
day = {18--21},
location = {Setubal, Portugal},
month = {April},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KrMoKo2012-closer-multitenant-sass.pdf},
publisher = {SciTePress},
title = {{Architectural Concerns in Multi-Tenant SaaS Applications}},
titleaddon = {(Short Paper)},
year = {2012}
}
@inproceedings{KrWeKo2013-icwe-MTBenchmark,
author = {Krebs, Rouven and Wert, Alexander and Kounev, Samuel},
booktitle = {{Proceedings of the 13th International Conference on Web Engineering (ICWE 2013)}},
day = {8--12},
location = {Aalborg, Denmark},
month = {July},
organization = {Aalborg University, Denmark},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KrWeKo2013-icwe-MTBenchmark.pdf},
publisher = {Springer-Verlag},
title = {{Multi-Tenancy Performance Benchmark for Web Application Platforms}},
titleaddon = {Industrial Track},
year = {2013}
}
@article{becker2014c,
author = {Becker, Steffen and Hasselbring, Wilhelm and van Hoorn, Andre and Kounev, Samuel and Reussner, Ralf and others},
publisher = {Stuttgart, Germany, Universit{\"a}t Stuttgart},
title = {Proceedings of the 2014 Symposium on Software Performance (SOSP'14): Joint Descartes/Kieker/Palladio Days},
year = {2014}
}
@inproceedings{MuScPaKoRi2009-EuroPar-StoAnalPubSub,
abstract = {With the gradual adoption of publish/subscribe systems in mission critical areas, it is essential that systems are subjected to rigorous performance analysis before they are put into production. However, existing approaches to performance modeling and analysis of publish/subscribe systems suffer from many limitations that seriously constrain their practical applicability. In this paper, we present a generalized method for stochastic analysis of publish/subscribe systems employing identity-based hierarchical routing. The method is based on an analytical model that addresses the major limitations underlying existing work in this area. In particular, it supports arbitrary broker overlay topologies and allows to set workload parameters, e.g., publication rates and subscription lifetimes, individually for each broker. The analysis is illustrated by a running example that helps to gain better understanding of the derived mathematical relationships.},
author = {Gero M{\"u}hl and Arnd Schr{\"o}ter and Helge Parzyjegla and Samuel Kounev and Jan Richling},
booktitle = {Proceedings of the 15th International European Conference on Parallel and Distributed Computing (Euro-Par 2009), Delft, The Netherlands, August 25-28, 2009.},
note = {Acceptance Rate (Full Paper): 33%},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/MuScPaKoRi2009-EuroPar-StoAnalPubSub.pdf},
publisher = {Springer Verlag},
title = {{Stochastic Analysis of Hierarchical Publish/Subscribe Systems}},
url = {http://europar2009.ewi.tudelft.nl/},
year = {2009}
}
@inproceedings{MeKoKo2011-MASCOTS-PCMtoQPN,
author = {Philipp Meier and Samuel Kounev and Heiko Koziolek},
booktitle = {19th IEEE/ACM International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS 2011), Singapore, July 25--27},
note = {Acceptance Rate (Full Paper): 41/157 = 26\%},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/MeKoKo2011-MASCOTS-PCMtoQPN.pdf},
title = {{Automated Transformation of Component-based Software Architecture Models to Queueing Petri Nets}},
year = {2011}
}
@techreport{MiIoKoSaRyDiCiRo2013-TechReport-CloudUsagePatterns,
abstract = {{Cloud computing is becoming an increasingly lucrative branch of the existing information and communication technologies (ICT). Enabling a debate about cloud usage scenarios can help with attracting new customers, sharing best-practices, and designing new cloud services. In contrast to previous approaches, which have attempted mainly to formalize the common service delivery models (i.e., Infrastructure-as-a-Service, Platform-as-a-Service, and Software-as-a-Service), in this work, we propose a formalism for describing common cloud usage scenarios referred to as cloud usage patterns. Our formalism takes a structuralist approach allowing decomposition of a cloud usage scenario into elements corresponding to the common cloud service delivery models. Furthermore, our formalism considers several cloud usage patterns that have recently emerged, such as hybrid services and value chains in which mediators are involved, also referred to as value chains with mediators. We propose a simple yet expressive textual and visual language for our formalism, and we show how it can be used in practice for describing a variety of real-world cloud usage scenarios. The scenarios for which we demonstrate our formalism include resource provisioning of global providers of infrastructure and/or platform resources, online social networking services, user-data processing services, online customer and ticketing services, online asset management and banking applications, CRM (Customer Relationship Management) applications, and online social gaming applications.}},
address = {{7001 Heritage Village Plaza Suite 225, Gainesville, VA 20155}},
author = {Aleksandar Milenkoski and Alexandru Iosup and Samuel Kounev and Kai Sachs and Piotr Rygielski and Jason Ding and Walfredo Cirne and Florian Rosenberg},
institution = {SPEC Research Group - Cloud Working Group, Standard Performance Evaluation Corporation (SPEC)},
month = {April},
tags = {Cloud},
title = {{Cloud Usage Patterns: A Formalism for Description of Cloud Usage Scenarios}},
type = {{Technical Report SPEC-RG-2013-001 v.1.0.1}},
url = {http://research.spec.org/fileadmin/user_upload/documents/rg_cloud/endorsed_publications/SPEC-RG-2013-001_CloudUsagePatterns.pdf},
year = {2013}
}
@techreport{MiKoAvAnVi2013-TechReport-OnBenchmarkingIDSes,
abstract = {{Modern intrusion detection systems (IDSes) for virtualized environments are deployed in the virtualization layer with components inside the virtual machine monitor (VMM) and the trusted host virtual machine (VM). Such IDSes can monitor at the same time the network and host activities of all guest VMs running on top of a VMM being isolated from malicious users of these VMs. We refer to IDSes for virtualized environments as VMM-based IDSes. In this work, we analyze state-of-the-art intrusion detection techniques applied in virtualized environments and architectures of VMM-based IDSes. Further, we identify challenges that apply specifically to benchmarking VMM-based IDSes focussing on workloads and metrics. For example, we discuss the challenge of de ning representative baseline benign workload profiles as well as the challenge of de ning malicious workloads containing attacks targeted at the VMM. We also discuss the impact of on-demand resource provisioning features of virtualized environments (e.g., CPU and memory hotplugging, memory ballooning) on IDS benchmarking measures such as capacity and attack detection accuracy. Finally, we outline future research directions in the area of benchmarking VMM-based IDSes and of intrusion detection in virtualized environments in general.}},
address = {{7001 Heritage Village Plaza Suite 225, Gainesville, VA 20155}},
author = {Aleksandar Milenkoski and Samuel Kounev and Alberto Avritzer and Nuno Antunes and Marco Vieira},
institution = {SPEC Research Group - IDS Benchmarking Working Group, Standard Performance Evaluation Corporation (SPEC)},
month = {June},
pdf = {http://research.spec.org/fileadmin/user_upload/documents/wg_ids/endorsed_publications/SPEC-RG-2013-002-BenchmarkingVMMBIDSes.pdf},
tags = {Intrusion detection, Virtual machine introspection},
title = {{On Benchmarking Intrusion Detection Systems in Virtualized Environments}},
type = {{Technical Report SPEC-RG-2013-002 v.1.0}},
year = {2013}
}
@inproceedings{MiKo2011-ICITST-TowardsBenchmarking,
abstract = {{Many recent research works propose novel architectures of intrusion detection systems specifically designed to operate in virtualized environments. However, little attention has been given to the evaluation and benchmarking of such architectures with respect to their performance and dependability. In this paper, we present a research roadmap towards developing a framework for benchmarking intrusion detection systems for cloud environments in a scientifically rigorous and a representative manner.}},
address = {New York, USA},
author = {Aleksandar Milenkoski and Samuel Kounev},
booktitle = {Proceedings of the 7th International Conference for Internet Technology and Secured Transactions (ICITST 2012)},
location = {London, United Kingdom},
month = {December},
pages = {562--563},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/MiKo2011-icitst-TowardsBenchmarking.pdf},
publisher = {IEEE},
tags = {Intrusion detection, Virtual machine introspection},
title = {{Towards Benchmarking Intrusion Detection Systems for Virtualized Cloud Environments}},
titleaddon = {(Extended Abstract)},
url = {http://ieeexplore.ieee.org/xpl/login.jsp?tp=&arnumber=6470873},
year = {2012}
}
@inproceedings{MiPaAnViKo2013-ACSAC-HInjector,
address = {Maryland, USA},
author = {Aleksandar Milenkoski and Bryan D. Payne and Nuno Antunes and Marco Vieira and Samuel Kounev},
booktitle = {The 2013 Annual Computer Security Applications Conference (ACSAC 2013)},
location = {New Orleans, Louisiana, USA},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/MiPaAnViKo2013-ACSAC-HInjector.pdf},
publisher = {{Applied Computer Security Associates (ACSA)}},
tags = {Intrusion detection, Virtual machine introspection},
title = {{HInjector: Injecting Hypercall Attacks for Evaluating VMI-based Intrusion Detection Systems}},
titleaddon = {(Poster Paper)},
year = {2013}
}
@article{NeKoMi1999-JCI-VideoConf,
author = {Plamen Nenov and Samuel Kounev and Dimiter Mihailov},
issn = {1201-851},
journal = {Journal of Computing and Information},
title = {{Distributed Video-Conferencing System Organized for Work on the Internet with the use of Multimedia Server}},
year = {1999}
}
@inproceedings{noorshams2015a,
author = {Qais Noorshams and Axel Busch and Samuel Kounev and Ralf Reussner},
booktitle = {Proceedings of the 6th ACM/SPEC International Conference on Performance Engineering},
doi = {10.1145/2668930.2693845},
location = {Austin, Texas, USA},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2015a.pdf},
series = {ICPE '15},
title = {{The Storage Performance Analyzer: Measuring, Monitoring, and Modeling of I/O Performance in Virtualized Environments}},
url = {http://dx.doi.org/10.1145/2668930.2693845},
year = {2015}
}
@inproceedings{noorshams2014c,
author = {Qais Noorshams and Kiana Rostami and Samuel Kounev and Ralf Reussner},
booktitle = {Proceedings of the IEEE 22nd International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems},
date = {September 09--11},
location = {France, Paris},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2014c.pdf},
series = {MASCOTS '14},
title = {{Modeling of I/O Performance Interference in Virtualized Environments with Queueing Petri Nets}},
tags = {refereed},
year = {2014}
}
@inproceedings{noorshams2014b,
acmid = {2602475},
address = {New York, NY, USA},
author = {Noorshams, Qais and Reeb, Roland and Rentschler, Andreas and Kounev, Samuel and Reussner, Ralf},
booktitle = {Proceedings of the 17th International ACM Sigsoft Symposium on Component-based Software Engineering},
doi = {10.1145/2602458.2602475},
isbn = {978-1-4503-2577-6},
keywords = {i/o, performance, prediction, software architecture, statistical model, storage},
location = {Marcq-en-Bareul, France},
note = {Acceptance Rate (Full Paper): 14/62 = 23\%.},
numpages = {10},
pages = {45--54},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2014b.pdf},
publisher = {ACM},
series = {CBSE '14},
title = {Enriching Software Architecture Models with Statistical Models for Performance Prediction in Modern Storage Environments},
url = {http://doi.acm.org/10.1145/2602458.2602475},
year = {2014}
}
@inproceedings{noorshams2014a,
author = {Qais Noorshams and Axel Busch and Andreas Rentschler and Dominik Bruhn and Samuel Kounev and Petr T\r{u}ma and Ralf Reussner},
booktitle = {34th IEEE International Conference on Distributed Computing Systems Workshops (ICDCS 2014 Workshops). 4th International Workshop on Data Center Performance, DCPerf '14},
doi = {10.1109/ICDCSW.2014.26},
location = {Madrid, Spain},
pages = {88-93},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2014a.pdf},
title = {{Automated Modeling of I/O Performance and Interference Effects in Virtualized Storage Systems}},
url = {http://dx.doi.org/10.1109/ICDCSW.2014.26},
year = {2014}
}
@inproceedings{noorshams2013c,
author = {Qais Noorshams and Kiana Rostami and Samuel Kounev and Petr T\r{u}ma and Ralf Reussner},
booktitle = {Proceedings of the IEEE 21st International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems},
date = {August 14--16},
doi = {10.1109/MASCOTS.2013.20},
location = {San Francisco, USA},
note = {Acceptance Rate (Full Paper): 44/163 = 27\%},
pages = {121-130},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2013c.pdf},
series = {MASCOTS '13},
title = {{I/O Performance Modeling of Virtualized Storage Systems}},
url = {http://dx.doi.org/10.1109/MASCOTS.2013.20},
year = {2013},
tags = {refereed}
}
@inproceedings{noorshams2013a,
acmid = {2479910},
address = {New York, NY, USA},
author = {Noorshams, Qais and Bruhn, Dominik and Kounev, Samuel and Reussner, Ralf},
booktitle = {Proceedings of the ACM/SPEC International Conference on Performance Engineering},
doi = {10.1145/2479871.2479910},
isbn = {978-1-4503-1636-1},
keywords = {i/o, performance, prediction, storage, virtualization},
location = {Prague, Czech Republic},
numpages = {12},
pages = {283--294},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2013a.pdf},
publisher = {ACM},
series = {ICPE '13},
title = {{Predictive Performance Modeling of Virtualized Storage Systems using Optimized Statistical Regression Techniques}},
url = {http://doi.acm.org/10.1145/2479871.2479910},
year = {2013}
}
@inproceedings{noorshams2013b,
acmid = {2479921},
address = {New York, NY, USA},
author = {Noorshams, Qais and Rentschler, Andreas and Kounev, Samuel and Reussner, Ralf},
booktitle = {Proceedings of the ACM/SPEC International Conference on Performance Engineering},
doi = {10.1145/2479871.2479921},
isbn = {978-1-4503-1636-1},
keywords = {i/o, performance, storage, virtualization},
location = {Prague, Czech Republic},
numpages = {4},
pages = {339--342},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2013b.pdf},
publisher = {ACM},
series = {ICPE '13},
title = {{A Generic Approach for Architecture-level Performance Modeling and Prediction of Virtualized Storage Systems}},
url = {http://doi.acm.org/10.1145/2479871.2479921},
year = {2013}
}
@incollection{noorshams2012a,
author = {Noorshams, Qais and Kounev, Samuel and Reussner, Ralf},
booktitle = {Computer Performance Engineering. 9th European Workshop, EPEW 2012, Munich, Germany, July 30, 2012, and 28th UK Workshop, UKPEW 2012, Edinburgh, UK, July 2, 2012, Revised Selected Papers},
doi = {10.1007/978-3-642-36781-6_5},
editor = {Tribastone, Mirco and Gilmore, Stephen},
isbn = {978-3-642-36780-9},
keywords = {I/O; Storage; Performance; Virtualization},
pages = {63-79},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/noorshams2012a.pdf},
publisher = {Springer Berlin Heidelberg},
series = {Lecture Notes in Computer Science},
title = {{Experimental Evaluation of the Performance-Influencing Factors of Virtualized Storage Systems}},
url = {http://dx.doi.org/10.1007/978-3-642-36781-6_5},
volume = {7587},
year = {2013}
}
@techreport{NoKo2007-UPC-GlobusOnlinePerfModels,
abstract = {As Data Grids become more commonplace, large data sets are being replicated and distributed to multiple sites, leading to the problem of determining which replica can be accessed most efficiently. The answer to this question can depend on many factors, including physical characteristics of the resources and the load behavior on the CPUs, networks, and storage devices that are part of the end-to-end path linking possible sources and sinks. We develop a predictive framework that combines (1) integrated instrumentation that collects information about the end-to-end performance of past transfers, (2) predictors to estimate future transfer times, and (3) a data delivery infrastructure that provides users with access to both the raw data and our predictions. We evaluate the performance of our predictors by applying them to log data collected from a wide area testbed. These preliminary results provide insights into the effectiveness of using predictors in this situation.},
author = {Ramon Nou and Samuel Kounev},
institution = {Computer Architecture Department, Technical University of Catalonia (UPC), Spain},
month = {July},
number = {UPC-DAC-RR-2007-37},
title = {{Preliminary Analysis of Globus Toolkit 4 to Create Prediction Models}},
year = {2007}
}
@article{NoKoJuTo2008-JSS-GridAutoQoS,
abstract = {As Grid Computing increasingly enters the commercial domain, performance and Quality of Service (QoS) issues are becoming a major concern. The inherent complexity, heterogeneity and dynamics of Grid computing environments pose some challenges in managing their capacity to ensure that QoS requirements are continuously met. In this paper, a comprehensive framework for autonomic QoS control in enterprise Grid environments using online simulation is proposed. The paper presents a novel methodology for designing autonomic QoS-aware resource managers that have the capability to predict the performance of the Grid components they manage and allocate resources in such a way that service level agreements are honored. Support for advanced features such as autonomic workload characterization on-the-fly, dynamic deployment of Grid servers on demand, as well as dynamic system reconfiguration after a server failure is provided. The goal is to make the Grid middleware self-configurable and adaptable to changes in the system environment and workload. The approach is subjected to an extensive experimental evaluation in the context of a real-world Grid environment and its effectiveness, practicality and performance are demonstrated.},
address = {Amsterdam, The Netherlands},
author = {Ramon Nou and Samuel Kounev and Ferran Julia and Jordi Torres},
doi = {10.1016/j.jss.2008.07.048},
journal = {Journal of Systems and Software},
month = {March},
number = {3},
pages = {486--502},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/NoKoJuTo2008-JSS-GridAutoQoS.pdf},
publisher = {Elsevier Science Publishers B. V.},
title = {{Autonomic QoS control in enterprise Grid environments using online simulation}},
url = {http://www.sciencedirect.com/science/journal/01641212},
volume = {82},
year = {2009}
}
@inproceedings{NoKoTo2007-EPEW-GridOnlinePerfModels,
abstract = {As Grid computing increasingly enters the commercial domain, performance and Quality of Service (QoS) issues are becoming a major concern. To guarantee that QoS requirements are continuously satisfied, the Grid middleware must be capable of predicting the application performance on the fly when deciding how to distribute the workload among the available resources. One way to achieve this is by using online performance models that get generated and analyzed on the fly. In this paper, we present a novel case study with the Globus Toolkit in which we show how performance models can be generated dynamically and used to provide online performance prediction capabilities. We have augmented the Grid middleware with an online performance prediction component that can be called at any time during operation to predict the Grid performance for a given resource allocation and load-balancing strategy. We evaluate the quality of our performance prediction mechanism and present some experimental results that demonstrate its effectiveness and practicality. The framework we propose can be used to design intelligent QoS-aware resource allocation and admission control mechanisms.},
address = {Heidelberg, Germany},
author = {Ramon Nou and Samuel Kounev and Jordi Torres},
booktitle = {Formal Methods and Stochastic Models for Performance Evaluation, Proceedings of the 4th European Performance Engineering Workshop (EPEW 2007), Berlin, Germany, September 27-28, 2007},
doi = {10.1007/978-3-540-75211-0_10},
editor = {Katinka Wolter},
isbn = {978-3-540-75210-3},
month = {September},
pages = {125--140},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/NoKoTo2007-EPEW-GridOnlinePerfModels.pdf},
publisher = {Springer Verlag},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{Building Online Performance Models of Grid Middleware with Fine-Grained Load-Balancing: A Globus Toolkit Case Study}},
url = {http://www.springer.com/computer/programming/book/978-3-540-75210-3},
volume = {4748},
year = {2007}
}
@inproceedings{PiEyKoSh2007-DEBS-PubSubAPI,
abstract = {Over the last decade a wide range of publish/subscribe (pub/sub) systems have come out of the research community. However, there is little consensus on a common pub/sub API, which would facilitate innovation, encourage application building, and simplify the evaluation of existing prototypes. Industry pub/sub standards tend to be overly complex, technology-centric, and hard to extend, thus limiting their applicability in research systems. In this paper we propose a common API for pub/sub that is tailored towards research requirements. The API supports three levels of compliance (with optional extensions): the lowest level specifies abstract operations without prescribing an implementation or data model; medium compliance describes interactions using a light-weight XML-RPC mechanism; finally, the highest level of compliance enforces an XML-RPC data model, enabling systems to understand each other's event and subscription semantics. We show that, by following this flexible approach with emphasis on extensibility, our API can be supported by many prototype systems with little effort.},
author = {Peter Pietzuch and David Eyers and Samuel Kounev and Brian Shand},
booktitle = {Proceedings of the 2007 Inaugural International Conference on Distributed Event-Based Systems (DEBS 2007), Toronto, Canada, June 20-22, 2007},
doi = {10.1145/1266894.1266924},
editor = {Hans-Arno Jacobsen and Gero M{\"u}hl and Michael A. Jaeger},
isbn = {978-1-59593-665-3},
month = {June},
pages = {152--157},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/PiEyKoSh2007-DEBS-PubSubAPI.pdf},
publisher = {ACM, New York, NY, USA},
series = {ACM International Conference Proceeding Series},
title = {{Towards a Common API for Publish/Subscribe}},
url = {http://debs.msrg.utoronto.ca/},
volume = {233},
year = {2007}
}
@inproceedings{rathfelder2010a,
abstract = {The event-driven communication paradigm is used increasingly often to build loosely-coupled distributed systems in many industry domains including telecommunications, transportation, and supply chain management. However, the loose coupling of components in such systems makes it hard for developers to estimate their behaviour and performance under load. Most general purpose performance meta-models for component-based systems provide limited support for modelling event-driven communication. In this paper, we present a case study of a real-life road traffic monitoring system that shows how event-driven communication can be modelled for performance prediction and capacity planning. Our approach is based on the Palladio Component Model (PCM) which we have extended to support event-driven communication. We evaluate the accuracy of our modelling approach in a number of different workload and configuration scenarios. The results demonstrate the practicality and effectiveness of the proposed approach.},
address = {Berlin, Heidelberg},
author = {Christoph Rathfelder and David Evans and Samuel Kounev},
booktitle = {Proceedings of the 7th European Performance Engineering Workshop (EPEW 2010)},
day = {23--24},
editor = {Alessandro Aldini and Marco Bernardo and Luciano Bononi and Vittorio Cortellessa},
location = {Bertinoro, Italy},
month = {September},
pages = {219--235},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/RaEvKo2010-EPEW-p2pCBSE.pdf},
publisher = {Springer-Verlag},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{P}redictive {M}odelling of {P}eer-to-{P}eer {E}vent-driven {C}ommunication in {C}omponent-based {S}ystems},
volume = {6342},
year = {2010}
}
@book{rathfelder2010c,
abstract = {With the introduction of services, systems become more flexible as new services can easily be composed out of existing services. Services are increasingly used in mission-critical systems and applications and therefore considering Quality of Service (QoS) properties is an essential part of the service selection. Quality prediction techniques support the service provider in determining possible QoS levels that can be guaranteed to a customer or in deriving the operation costs induced by a certain QoS level. In this chapter, we present an overview on our work on modeling service-oriented systems for performance prediction using the Palladio Component Model. The prediction builds upon a model of a service-based system, and evaluates this model in order to determine the expected service quality. The presented techniques allow for early quality prediction, without the need for the system being already deployed and operating. We present the integration of our prediction approach into an SLA management framework. The emerging trend to combine event-based communication and Service-Oriented Architecture (SOA) into Event-based SOA (ESOA) induces new challenges to our approach, which are topic of a special subsection.},
address = {Hershey, PA, USA},
author = {Christoph Rathfelder and Benjamin Klatt and Franz Brosch and Samuel Kounev},
booktitle = {{Handbook of Research on Service-Oriented Systems and Non-Functional Properties: Future Directions}},
doi = {10.4018/978-1-61350-432-1},
editor = {Stephan Reiff-Marganiec and Marcel Tilly},
isbn = {9781613504321},
month = {December},
pages = {258--279},
publisher = {IGI Global},
title = {{P}erformance {M}odeling for {Q}uality of {S}ervice {P}rediction in {S}ervice-{O}riented {S}ystems},
url = {http://www.igi-global.com/chapter/handbook-research-service-oriented-systems/60889},
year = {2011}
}
@inproceedings{rathfelder2010b,
abstract = {The event-based communication paradigm is becoming increasingly ubiquitous as an enabling technology for building loosely-coupled distributed systems. However, the loose coupling of components in such systems makes it hard for developers to predict their performance under load. Most general purpose performance meta-models for component-based systems provide limited support for modelling event-based communication and neglect middleware-specific influence factors. In this poster, we present an extension of our approach to modelling event-based communication in the context of the Palladio Component Model (PCM), allowing to take into account middleware-specific influence factors. The latter are captured in a separate model automatically woven into the PCM instance by means of a model-to-model transformation. As a second contribution, we present a short case study of a real-life road traffic monitoring system showing how event-based communication can be modelled for performance prediction and capacity planning.},
address = {New York, NY, USA},
author = {Rathfelder, Christoph and Klatt, Benjamin and Kounev, Samuel and Evans, David},
booktitle = {Proceedings of the Fourth ACM International Conference on Distributed Event-Based Systems (DEBS 2010)},
day = {12--15},
doi = {http://doi.acm.org/10.1145/1827418.1827437},
isbn = {978-1-60558-927-5},
location = {Cambridge, United Kingdom},
month = {July},
pages = {97--98},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/rathfelder2010b.pdf},
publisher = {ACM},
title = {Towards middleware-aware integration of event-based communication into the Palladio component model},
url = {http://doi.acm.org/10.1145/1827418.1827437},
year = {2010}
}
@article{rathfelder2013a,
author = {Christoph Rathfelder and Benjamin Klatt and Kai Sachs and Samuel Kounev},
doi = {10.1007/s10270-013-0316-x},
issn = {1619-1366},
journal = {Software and Systems Modeling},
month = {March},
pages = {1291--1317},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/rathfelder2013a.pdf},
publisher = {Springer Verlag},
title = {Modeling Event-based Communication in Component-based Software Architectures for Performance Predictions},
url = {http://dx.doi.org/10.1007/s10270-013-0316-x},
year = {2013},
volume = {13},
number = {4},
abstract = {Event-based communication is used in different domains including telecommunications, transportation, and business information systems to build scalable distributed systems. Such systems typically have stringent requirements for performance and scalability as they provide business and mission critical services. While the use of event-based communication enables loosely-coupled interactions between components and leads to improved system scalability, it makes it much harder for developers to estimate the system's behavior and performance under load due to the decoupling of components and control flow. In this paper, we present our approach enabling the modeling and performance prediction of event-based systems at the architecture level. Applying a model-to-model transformation, our approach integrates platform-specific performance influences of the underlying middleware while enabling the use of different existing analytical and simulation-based prediction techniques. In summary, the contributions of this paper are: (1) the development of a meta-model for event-based communication at the architecture level, (2) a platform aware model-to-model transformation, and (3) a detailed evaluation of the applicability of our approach based on two representative real-world case studies. The results demonstrate the effectiveness, practicability and accuracy of the proposed modeling and prediction approach.}
}
@inproceedings{rathfelder2009,
abstract = {The event-driven communication paradigm provides a number of advantages for building loosely coupled distributed systems. However, the loose coupling of components in such systems makes it hard for developers to estimate their behavior and performance under load. Most existing performance prediction techniques for systems using event-driven communication require specialized knowledge to build the necessary prediction models. In this paper, we propose an extension of the Palladio Component Model (PCM) that provides natural support for modeling event-based communication and supports different performance prediction techniques.},
address = {New York, NY, USA},
author = {Rathfelder, Christoph and Kounev, Samuel},
booktitle = {Proceedings of the Third ACM International Conference on Distributed Event-Based Systems (DEBS 2009)},
day = {6--9},
doi = {http://doi.acm.org/10.1145/1619258.1619300},
isbn = {978-1-60558-665-6},
location = {Nashville, Tennessee},
month = {July},
pages = {33:1--33:2},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/rathfelder2009.pdf},
publisher = {ACM},
title = {Model-based performance prediction for event-driven systems},
url = {http://doi.acm.org/10.1145/1619258.1619300},
year = {2009}
}
@inproceedings{rathfelder2009b,
abstract = {The use of event-based communication within a Service-Oriented Architecture promises several benefits including more loosely-coupled services and better scalability. However, the loose coupling of services makes it difficult for system developers to estimate the behavior and performance of systems composed of multiple services. Most existing performance prediction techniques for systems using event-based communication require specialized knowledge to build the necessary prediction models. Furthermore, general purpose design-oriented performance models for component-based systems provide limited support for modeling event-based communication. In this paper, we propose an extension of the Palladio Component Model (PCM) that provides natural support for modeling event-based communication. We show how this extension can be exploited to model event-driven service-oriented systems with the aim to evaluate their performance and scalability.},
address = {New York, USA},
author = {Christoph Rathfelder and Samuel Kounev},
booktitle = {Proceedings of the 1st International Workshop on the Quality of Service-Oriented Software Systems (QUASOSS 2009)},
day = {24--28},
doi = {10.1145/1596473.159648207-ModelingDEBS-CameraReady},
location = {Amsterdam, The Netherlands},
month = {August},
pages = {33--38},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/quas04g-rathfelder.pdf},
publisher = {ACM},
title = {{M}odeling {E}vent-{D}riven {S}ervice-{O}riented {S}ystems using the {P}alladio {C}omponent {M}odel},
year = {2009}
}
@inproceedings{RaKoEv2011-ASE-CapacityPlanning,
abstract = {Event-based communication is used in different domains including telecommunications, transportation, and business information systems to build scalable distributed systems. The loose coupling of components in such systems makes it easy to vary the deployment. At the same time, the complexity to estimate the behavior and performance of the whole system is increased, which complicates capacity planning. In this paper, we present an automated performance prediction method supporting capacity planning for event-based systems. The performance prediction is based on an extended version of the Palladio Component Model -- a performance meta-model for component-based systems. We apply this method on a real-world case study of a traffic monitoring system. In addition to the application of our performance prediction techniques for capacity planning, we evaluate the prediction results against measurements in the context of the case study. The results demonstrate the practicality and effectiveness of the proposed approach.},
author = {Christoph Rathfelder and Samuel Kounev and David Evans},
booktitle = {26th IEEE/ACM International Conference On Automated Software Engineering (ASE 2011)},
day = {6--12},
location = {Oread, Lawrence, Kansas},
month = {November},
note = {Acceptance Rate (Full Paper): 14.7\% (37/252)},
pages = {352--361},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/RaKoEv2011-ASE-CapacityPlanning.pdf},
publisher = {IEEE},
title = {{C}apacity {P}lanning for {E}vent-based {S}ystems using {A}utomated {P}erformance {P}redictions},
year = {2011}
}
@article{RyKo2013,
author = {Piotr Rygielski and Samuel Kounev},
doi = {http://dx.doi.org/10.1515/pik-2012-0136},
journal = {PIK --- Praxis der Informationsverarbeitung und Kommunikation},
month = {February},
number = {1},
pages = {55--64},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/RyKo2013-PIK-NetVirtSurvey.pdf},
publisher = {de Gruyter},
tags = {Networking; QoS in Networks; Virtualization; Cloud; Survey},
title = {{Network Virtualization for QoS-Aware Resource Management in Cloud Data Centers: A Survey}},
url = {http://www.degruyter.com/view/j/piko-2013-36-issue-1/pik-2012-0136/pik-2012-0136.xml?format=INT},
volume = {36},
year = {2013}
}
@inproceedings{RyZsKo2013-DNI-meta-model,
address = {New York, NY, USA},
author = {Piotr Rygielski and Steffen Zschaler and Samuel Kounev},
booktitle = {Proceedings of the 4th ACM/SPEC International Conference on Performance Engineering (ICPE 2013)},
day = {21--24},
location = {Prague, Czech Republic},
month = {April},
note = {Work-In-Progress Paper},
pages = {327--330},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/RyZsKo2013-DNI-meta-model.pdf},
publisher = {ACM},
tags = {Networking; Simulation; Modeling; Performance; Prediction},
title = {{A Meta-Model for Performance Modeling of Dynamic Virtualized Network Infrastructures}},
titleaddon = {{(Work-In-Progress Paper)}},
url = {http://icpe2013.ipd.kit.edu/},
year = {2013}
}
@inproceedings{SaApKoBu2010-BenchmarX-PubSub,
author = {Kai Sachs and Stefan Appel and Samuel Kounev and Alejandro Buchmann},
booktitle = {Proc. of 2nd International Workshop on Benchmarking of Database Management Systems and Data-Oriented Web Technologies (BenchmarX'10).},
editor = {Martin Necasky and Eric Pardede},
month = {April},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/jms2009PS.pdf},
publisher = {Springer},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{Benchmarking Publish/Subscribe-based Messaging Systems}},
volume = {6193},
year = {2010}
}
@misc{sachs2008a,
author = {Kai Sachs and Samuel Kounev},
howpublished = {iX Magazin, Heft 02/2008, Heise Zeitschriften Verlag},
title = {{Kaffeekunde - SPECjms misst Message-oriented Middleware}},
url = {http://www.heise.de/kiosk/archiv/ix/2008/2/121},
year = {2008}
}
@techreport{SaKo2006-MessageTypesInSPECjms,
author = {Kai Sachs and Samuel Kounev},
institution = {SPEC OSG Java Subcommittee},
month = {February},
number = {DVS06-3},
title = {{Message Types and Interfaces Between Components in SPECjms}},
year = {2006}
}
@techreport{SaKo2006-WorkloadScenarioSPECjms,
abstract = {Message-oriented middleware (MOM) is increasingly adopted as an enabling technology for modern informationdriven applications like event-driven supply chain management, transport information monitoring, stock trading and online auctions to name just a few. There is a strong interest in the commercial and research domains for a standardized benchmark suite for evaluating the performance and scalability of MOM. With all major vendors adopting JMS (Java Message Service) as a standard interface to MOM servers, there is at last a means for creating a standardized workload for evaluating products in this space. This paper describes a novel application in the supply chain management domain that has been specifically designed as a representative workload scenario for evaluating the performance and scalability of MOM products. This scenario is used as a basis in SPEC�s new SPECjms benchmark which will be the world�s first industry-standard benchmark for MOM.},
author = {Kai Sachs and Samuel Kounev},
institution = {SPEC OSG Java Subcommittee},
month = {January},
number = {DVS06-2},
title = {{Workload Scenario for SPECjms - Supermarket Supply Chain}},
year = {2006}
}
@inproceedings{SaKoApBu2009-DEBS-MOM_Benchmarking,
abstract = {In this poster, we provide an overview of our past and current research in the area of Message-Oriented Middleware (MOM) performance benchmarks. Our main research motivation is a) to gain a better understanding of the performance of MOM, b) to show how to use benchmarks for the evaluation of performance aspects and c)to establish performance modeling techniques. For a better understanding, we first introduce the Java Message Service (JMS) standard. Afterwards, we provide an overview of our work on MOM benchmark development, i.e., we present the SPECjms2007 benchmark and the new jms2009-PS, a test harness designed specifically for JMS-based pub/sub. We outline a new case study with jms2009-PS and present first results of our work-in-progress.},
author = {Sachs, Kai and Kounev, Samuel and Appel, Stefan and Buchmann, Alejandro},
booktitle = {Proceedings of the 3rd ACM International Conference on Distributed Event-Based Systems (DEBS-2009), Nashville, TN, {USA}, July 6-9, 2009},
month = {July},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoApBu2009-DEBS-MOM_Benchmarking.pdf},
publisher = {ACM, New York, NY, USA},
title = {{Benchmarking of Message-Oriented Middleware (Poster Paper)}},
url = {http://www.debs.org/2009},
year = {2009}
}
@inproceedings{SaKoApBu2009-SIGMETRICS-jms2009_PS,
abstract = {Publish/subscribe is becoming increasingly popular as communication paradigm for loosely-coupled message exchange. It is used as a building block in major new software architectures and technology domains such as Enterprise Service Bus, Enterprise Application Integration, Service-Oriented Architecture and Event-Driven Architecture. The growing adoption of these technologies leads to a strong need for benchmarks and performance evaluation tools in this area. In this demonstration, we present jms2009-PS, a benchmark for publish/subscribe middleware based on the Java Message Service standard interface.},
author = {Sachs, Kai and Kounev, Samuel and Appel, Stefan and Buchmann, Alejandro},
booktitle = {SIGMETRICS/Performance 2009 International Conference, Seattle, WA, USA, June 15--19, 2009},
month = {June},
note = {(Demo Paper)},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoApBu2009-SIGMETRICS-jms2009_PS.pdf},
title = {{A Performance Test Harness For Publish/Subscribe Middleware}},
url = {http://www.sigmetrics.org/conferences/sigmetrics/2009/program_sigmetrics-demo.shtml},
year = {2009}
}
@inproceedings{SaKoBaBu2007-EPEW-WorkloadChar_SPECjms2007,
abstract = {Message-oriented middleware (MOM) is at the core of a vast number of financial services and telco applications, and is gaining increasing traction in other industries, such as manufacturing, transportation, health-care and supply chain management. There is a strong interest in the end user and analyst communities for a standardized benchmark suite for evaluating the performance and scalability of MOM. In this paper, we present a workload characterization of the SPECjms2007 benchmark which is the world's first industry-standard benchmark specialized for MOM. In addition to providing standard workload and metrics for MOM performance, the benchmark provides a flexible performance analysis framework that allows users to customize the workload according to their requirements. The workload characterization presented in this paper serves two purposes i) to help users understand the internal components of the SPECjms2007 workload and the way they are scaled, ii) to show how the workload can be customized to exercise and evaluate selected aspects of MOM performance.We discuss how the various features supported by the benchmark can be exploited for in-depth performance analysis of MOM infrastructures.},
address = {Heidelberg, Germany},
author = {Kai Sachs and Samuel Kounev and Jean Bacon and Alejandro Buchmann},
booktitle = {Formal Methods and Stochastic Models for Performance Evaluation, Proceedings of the 4th European Performance Engineering Workshop (EPEW 2007), Berlin, Germany, September 27--28, 2007},
doi = {10.1007/978-3-540-75211-0_17},
editor = {Katinka Wolter},
isbn = {978-3-540-75210-3},
month = {September},
pages = {228--244},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoBaBu2007-EPEW-WorkloadChar_SPECjms2007.pdf},
publisher = {Springer Verlag},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{Workload Characterization of the SPECjms2007 Benchmark}},
url = {http://www.springer.com/computer/programming/book/978-3-540-75210-3},
volume = {4748},
year = {2007}
}
@article{SaKoBaBu2008-PERFEVAL-SPECjms2007,
abstract = {Message-oriented middleware (MOM) is at the core of a vast number of financial services and telco applications, and is gaining increasing traction in other industries, such as manufacturing, transportation, health-care and supply chain management. Novel messaging applications, however, pose some serious performance and scalability challenges. In this paper, we present a methodology for performance evaluation of MOM platforms using the SPECjms2007 benchmark which is the world's first industry-standard benchmark specialized for MOM. SPECjms2007 is based on a novel application in the supply chain management domain designed to stress MOM infrastructures in a manner representative of real-world applications. In addition to providing a standard workload and metrics for MOM performance, the benchmark provides a flexible performance analysis framework that allows users to tailor the workload to their requirements. The contributions of this paper are: i) we present a detailed workload characterization of SPECjms2007 with the goal to help users understand the internal components of the workload and the way they are scaled, ii) we show how the workload can be customized to exercise and evaluate selected aspects of MOM performance, iii) we present a case study of a leading JMS platform, the BEA WebLogic server, conducting an in-depth performance analysis of the platform under a number of different workload and configuration scenarios. The methodology we propose is the first one that uses an industry-standard benchmark providing both a representative workload as well as the ability to customize it to evaluate the features of MOM platforms selectively.},
address = {Amsterdam, The Netherlands},
author = {Kai Sachs and Samuel Kounev and Jean Bacon and Alejandro Buchmann},
doi = {10.1016/j.peva.2009.01.003},
journal = {Performance Evaluation},
month = {August},
number = {8},
pages = {410--434},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/08-PerfEval-SPECjms2007.pdf},
publisher = {Elsevier Science Publishers B. V.},
title = {{Benchmarking message-oriented middleware using the SPECjms2007 benchmark}},
url = {http://www.elsevier.com/wps/find/journaldescription.cws_home/505618/description},
volume = {66},
year = {2009}
}
@article{SaKoBu2011-SoSyM-PerfModMoEdSys,
affiliation = {SAP AG, Walldorf, Germany},
author = {Sachs, Kai and Kounev, Samuel and Buchmann, Alejandro},
doi = {10.1007/s10270-012-0228-1},
issn = {1619-1366},
journal = {Journal of Software and Systems Modeling (SoSyM)},
month = {February},
pages = {1--25},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/SaKoBu2011-SoSyM-PerfModMoEdSys.pdf},
publisher = {Springer-Verlag},
title = {Performance modeling and analysis of message-oriented event-driven systems},
url = {http://dx.doi.org/10.1007/s10270-012-0228-1},
year = {2012}
}
@inproceedings{SaKoCaBu2007-SPEC_BW-BenchmarkingMOM,
abstract = {Message-oriented middleware (MOM) is increasingly adopted as an enabling technology for modern information-driven applications like event-driven supply chain management, transport information monitoring, stock trading and online auctions to name just a few. There is a strong interest in the commercial and research domains for a standardized benchmark suite for evaluating the performance and scalability of MOM. With all major vendors adopting JMS (Java Message Service) as a standard interface to MOM servers, there is at last a means for creating a standardized workload for evaluating products in this space. This paper describes a novel application in the supply chain management domain that has been specifically designed as a representative workload scenario for evaluating the performance and scalability of MOM products. This scenario is used as a basis in SPEC's new SPECjms benchmark which will be the world's first industry-standard benchmark for MOM.},
author = {Kai Sachs and Samuel Kounev and Marc Carter and Alejandro Buchmann},
booktitle = {Proceedings of the 2007 SPEC Benchmark Workshop, Austin, Texas, January 21, 2007},
month = {January},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoCaBu2007-SPEC_BW-BenchmarkingMOM.pdf},
publisher = {SPEC},
title = {{Designing a Workload Scenario for Benchmarking Message-Oriented Middleware}},
url = {http://www.spec.org/workshops/2007/austin/},
year = {2007}
}
@inproceedings{SchroterMuhlRichling2010Stochastic,
author = {Schr{\"{o}}ter, Arnd and M{\"{u}}hl, Gero and Kounev, Samuel and Parzyjegla, Helge and Richling, Jan},
booktitle = {4th ACM International Conference on Distributed Event-Based Systems (DEBS 2010), July 12-15, Cambridge, United Kingdom},
note = {Acceptance Rate: 25\%},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/ScMuKoPaRi2010-DEBS-Stochastic.pdf},
publisher = {ACM, New York, USA},
title = {{Stochastic Performance Analysis and Capacity Planning of Publish/Subscribe Systems}},
year = {2010}
}
@inproceedings{SpKoMe2012-PETRINETS-QPME,
abstract = {Queueing Petri nets are a powerful formalism that can be exploited for modeling distributed systems and analyzing their performance and scalability. By combining the modeling power and expressiveness of queueing networks and stochastic Petri nets, queueing Petri nets provide a number of advantages. In this paper, we present our tool QPME (Queueing Petri net Modeling Environment) for modeling and analysis using queueing Petri nets. QPME provides an Eclipse-based editor for building queueing Petri net models and a powerful simulation engine for analyzing these models. The development of the tool started in 2003 and since then the tool has been distributed to more than 120 organizations worldwide.},
address = {Berlin, Heidelberg},
author = {Simon Spinner and Samuel Kounev and Philipp Meier},
booktitle = {Proceedings of the 33rd International Conference on Application and Theory of Petri Nets and Concurrency (Petri Nets 2012)},
day = {27--29},
editor = {Haddad, Serge and Pomello, Lucia},
isbn = {978-3-642-31130-7},
location = {Hamburg, Germany},
month = {June},
pages = {388--397},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/SpKoMe2012-petrinets-QPME.pdf},
publisher = {Springer-Verlag},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{Stochastic Modeling and Analysis using QPME: Queueing Petri Net Modeling Environment v2.0}},
url = {http://dx.doi.org/10.1007/978-3-642-31131-4_21},
volume = {7347},
year = {2012}
}
@article{Thomas20111,
address = {Amsterdam, The Netherlands},
author = {Nigel Thomas and Jeremy Bradley and William Knottenbelt and Samuel Kounev and Nikolaus Huber and Fabian Brosig},
doi = {10.1016/j.entcs.2011.09.001},
issn = {1571-0661},
journal = {Electronic Notes in Theoretical Computer Science},
pages = {1 - 3},
publisher = {Elsevier Science Publishers B. V.},
title = {Preface},
volume = {275},
year = {2011}
}
@incollection{vaupel2013b,
author = {Vaupel, Robert and Noorshams, Qais and Kounev, Samuel and Reussner, Ralf},
booktitle = {Computer Performance Engineering. 10th European Workshop, EPEW 2013, Venice, Italy, September 16-17, 2013. Proceedings},
doi = {10.1007/978-3-642-40725-3_20},
editor = {Balsamo, Maria Simonetta and Knottenbelt, William J. and Marin, Andrea},
isbn = {978-3-642-40724-6},
keywords = {Business Transactions; Performance; Prediction},
pages = {263-275},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/vaupel2013b.pdf},
publisher = {Springer Berlin Heidelberg},
series = {Lecture Notes in Computer Science},
title = {{Using Queuing Models for Large System Migration Scenarios -- An Industrial Case Study with IBM System z}},
url = {http://dx.doi.org/10.1007/978-3-642-40725-3_20},
volume = {8168},
year = {2013}
}
@incollection{ViMaSaKo2012-ResBook-ResilBenchmark,
address = {Berlin, Heidelberg},
author = {Marco Vieira and Henrique Madeira and Kai Sachs and Samuel Kounev},
booktitle = {{Resilience Assessment and Evaluation of Computing Systems}},
editor = {K. Wolter and A. Avritzer and M. Vieira and A. van Moorsel},
isbn = {978-3-642-29031-2},
note = {ISBN: 978-3-642-29031-2},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/ViMaSaKo2012-ResBook-ResilBenchmark.pdf},
publisher = {Springer-Verlag},
series = {XVIII},
title = {{Resilience Benchmarking}},
url = {http://www.springer.com/computer/communication+networks/book/978-3-642-29031-2},
year = {2012}
}
@proceedings{DBLP:conf/wosp/2011,
address = {New York, NY, USA},
editor = {Samuel Kounev and Vittorio Cortellessa and Raffaela Mirandola and David J. Lilja},
isbn = {978-1-4503-0519-8},
month = {March},
publisher = {ACM},
title = {ICPE'11 - 2nd Joint ACM/SPEC International Conference on Performance Engineering, Karlsruhe, Germany, March 14--16, 2011},
year = {2011}
}
@proceedings{kounev2008c,
abstract = {This book constitutes the refereed proceedings of the SPEC International Performance Evaluation Workshop, SIPEW 2008, held in Darmstadt, Germany, in June 2008. The 17 revised full papers presented together with 3 keynote talks were carefully reviewed and selected out of 39 submissions for inclusion in the book. The papers are organized in topical sections on models for software performance engineering; benchmarks and workload characterization; Web services and service-oriented architectures; power and performance; and profiling, monitoring and optimization.},
address = {Heidelberg, Germany},
editor = {Samuel Kounev and Ian Gorton and Kai Sachs},
isbn = {978-3-540-69813-5},
month = {June},
publisher = {Springer},
series = {Lecture Notes in Computer Science (LNCS)},
title = {{Performance Evaluation: Metrics, Models and Benchmarks, Proceedings of the 2008 SPEC International Performance Evaluation Workshop (SIPEW 2008), Darmstadt, Germany, June 27-28}},
url = {http://www.springer.com/computer/programming/book/978-3-540-69813-5},
volume = {5119},
year = {2008}
}
@proceedings{KoZsSa2013-HOTTOPICS-Proceedings,
day = {20--21},
editor = {Samuel Kounev and Steffen Zschaler and Kai Sachs},
location = {Prague, Czech Republic},
month = {April},
publisher = {ACM},
title = {Proceedings of the 2013 International Workshop on Hot Topics in Cloud Services (HotTopiCS 2013)},
year = {2013}
}
@proceedings{PaKo2010-KIT-YoungInformatics,
address = {Karlsruhe, Germany},
editor = {Victor Pankratius and Samuel Kounev},
month = {July},
note = {ISBN: 978-3-86644-508-6},
publisher = {KIT Scientific Publishing},
title = {{Emerging Research Directions in Computer Science. Contributions from the Young Informatics Faculty in Karlsruhe}},
url = {http://uvka.ubka.uni-karlsruhe.de/shop/isbn/978-3-86644-508-6},
year = {2010}
}
@article{KrMoKo2013-SciCo-MetricsAndTechniquesForPerformanceIsolation,
author = {Rouven Krebs and Christof Momm and Samuel Kounev},
journal = {Elsevier Science of Computer Programming Journal (SciCo)},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KrMoKo2013-SciCo-MetricsAndTechniquesForPerformanceIsolation.pdf},
publisher = {Elsevier B.V.},
title = {{Metrics and Techniques for Quantifying Performance Isolation in Cloud Environments}},
volume = {90, Part B},
number = {},
pages = {116 - 134},
year = {2014},
note = {Special Issue on Component-Based Software Engineering and Software Architecture},
issn = {0167-6423},
doi = {http://dx.doi.org/10.1016/j.scico.2013.08.003},
url = {http://www.sciencedirect.com/science/article/pii/S0167642313001962},
abstract = {The cloud computing paradigm enables the provision of cost efficient IT-services by leveraging economies of scale and sharing data center resources efficiently among multiple independent applications and customers. However, the sharing of resources leads to possible interference between users and performance problems are one of the major obstacles for potential cloud customers. Consequently, it is one of the primary goals of cloud service providers to have different customers and their hosted applications isolated as much as possible in terms of the performance they observe. To make different offerings, comparable with regards to their performance isolation capabilities, a representative metric is needed to quantify the level of performance isolation in cloud environments. Such a metric should allow to measure externally by running benchmarks from the outside treating the cloud as a black box. In this article, we propose three different types of novel metrics for quantifying the performance isolation of cloud-based systems. We consider four new approaches to achieve performance isolation in Software-as-a-Service (SaaS) offerings and evaluate them based on the proposed metrics as part of a simulation-based case study. To demonstrate the effectiveness and practical applicability of the proposed metrics for quantifying the performance isolation in various scenarios, we present a second case study evaluating performance isolation of the hypervisor Xen.}
}
@article{BrHuKo2013-SciCo-SoftwarePerformanceAbstractions,
author = {Fabian Brosig and Nikolaus Huber and Samuel Kounev},
doi = {10.1016/j.scico.2013.06.004},
journal = {Elsevier Science of Computer Programming Journal (SciCo)},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/BrHuKo2013-SciCo-SoftwarePerformanceAbstractions.pdf},
publisher = {Elsevier},
title = {{Architecture-Level Software Performance Abstractions for Online Performance Prediction}},
url = {http://authors.elsevier.com/sd/article/S0167642313001421},
year = {2014},
volume = {90, Part B},
pages = {71 - 92},
year = {2014},
issn = {0167-6423}
}
@inproceedings{BrGoHuKo2013-MASCOTS-EvaluationApproachesForPerformancePredictionInVirtualizedEnvironments,
author = {Fabian Brosig and Fabian Gorsler and Nikolaus Huber and Samuel Kounev},
booktitle = {Proceedings of the IEEE 21st International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems (MASCOTS 2013)},
day = {14--16},
location = {San Francisco, USA},
month = {August},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/BrGoHuKo2013-MASCOTS-EvaluationApproachesForPerformancePredictionInVirtualizedEnvironments.pdf},
title = {{Evaluating Approaches for Performance Prediction in Virtualized Environments}},
titleaddon = {{(Short Paper)}},
year = {2013}
}
@article{HuHoKoBrKo2014-SOCA-ModelingRuntimeAdaptation,
author = {Nikolaus Huber and Andr\'{e} van Hoorn and Anne Koziolek and Fabian Brosig and Samuel Kounev},
doi = {10.1007/s11761-013-0144-4},
journal = {Service Oriented Computing and Applications Journal (SOCA)},
number = {1},
pages = {73--89},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/HuHoKoBrKo2013-SOCA-ModelingRuntimeAdaptation.pdf},
publisher = {Springer London},
title = {{Modeling Run-Time Adaptation at the System Architecture Level in Dynamic Service-Oriented Environments}},
volume = {8},
year = {2014},
tags = {peer-reviewed}
}
@misc{SPEC-RG-NEWSLETTER-1,
author = {Samuel Kounev and Kai Sachs and Piotr Rygielski},
month = {September},
note = {Published by Standard Performance Evaluation Corporation (SPEC)},
pdf = {http://research.spec.org/fileadmin/user_upload/newsletter/SPEC-RG-Newsletter-vol1-no1-Sep2012.pdf},
title = {{SPEC Research Group Newsletter, vol. 1 no. 1}},
url = {http://research.spec.org/en/newsletter.html},
year = {2012}
}
@misc{SPEC-RG-NEWSLETTER-2,
author = {Samuel Kounev and Kai Sachs and Piotr Rygielski},
month = {June},
note = {Published by Standard Performance Evaluation Corporation (SPEC)},
pdf = {http://research.spec.org/fileadmin/user_upload/newsletter/SPEC-RG-Newsletter-vol1-no2-Jun2013-A4.pdf},
title = {{SPEC Research Group Newsletter, vol. 1 no. 2}},
url = {http://research.spec.org/en/newsletter.html},
year = {2013}
}
@inproceedings{RyKoZs2013-ThroughputPrediction,
author = {Piotr Rygielski and Samuel Kounev and Steffen Zschaler},
booktitle = {{Proceedings of the 2nd IEEE International Workshop on Measurements and Networking (M&N 2013)}},
day = {7--8},
isbn = {978-1-4673-2873-9},
location = {Naples, Italy},
month = {October},
pages = {167--172},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/RyKoZs2013-ThroughputPrediction.pdf},
tags = {Networking; Simulation; Modeling; Performance; Prediction},
title = {{Model-Based Throughput Prediction in Data Center Networks}},
year = {2013}
}
@inproceedings{KrLoKo2013-CGC-PerformanceIsolationFramework,
author = {Rouven Krebs and Manuel Loesch and Samuel Kounev},
booktitle = {Proceedings of the 3rd IEEE International Conference on Cloud and Green Computing (CGC 2013)},
location = {Karlsruhe, Germany},
title = {{Performance Isolation Framework for Multi-Tenant Applications}},
year = {2013}
}
@inproceedings{MoKoJuBa2013-BMSD-SoftReservations,
author = {Seyed Vahid Mohammadi and Samuel Kounev and Adri\'{a}n Juan-Verdejo and Bholanathsingh Surajbali},
booktitle = {Proceedings of the 3rd International Symposium on Business Modeling and Software Design (BMSD 2013)},
location = {Noordwijkerhout, The Netherlands},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/MoKoJuBa2013-CLOSER-SoftReservation.pdf},
title = {{Soft Reservations: Uncertainty-Aware Resource Reservations in IaaS Environments}},
year = {2013}
}
@inproceedings{busch2015a,
address = {New York, NY, USA},
author = {Busch, Axel and Noorshams, Qais and Kounev, Samuel and Koziolek, Anne and Reussner, Ralf and Amrehn, Erich},
booktitle = {Proceedings of the ACM/SPEC International Conference on Performance Engineering},
doi = {10.1145/2668930.2688050},
location = {Austin, Texas, USA},
note = {Acceptance Rate (Full Paper): 15/56 = 27\%.},
pages = {265--276},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/busch2015a.pdf},
publisher = {ACM},
series = {ICPE '15},
title = {{Automated Workload Characterization for I/O Performance Analysis in Virtualized Environments}},
url = {http://dx.doi.org/10.1145/2668930.2688050},
year = {2015},
abstract = {Next generation IT infrastructures are highly driven by virtualization technology. The latter enables flexible and efficient resource sharing allowing to improve system agility and reduce costs for IT services. Due to the sharing of resources and the increasing requirements of modern applications on I/O processing, the performance of storage systems is becoming a crucial factor. In particular, when migrating or consolidating different applications the impact on their performance behavior is often an open question. Performance modeling approaches help to answer such questions, a prerequisite, however, is to find an appropriate workload characterization that is both easy to obtain from applications as well as sufficient to capture the important characteristics of the application. In this paper, we present an automated workload characterization approach that extracts a workload model to represent the main aspects of I/O-intensive applications using relevant workload parameters, e.g., request size, read-write ratio, in virtualized environments. Once extracted, workload models can be used to emulate the workload performance behavior in real-world scenarios like migration and consolidation scenarios. We demonstrate our approach in the context of two case studies of representative system environments. We present an in-depth evaluation of our workload characterization approach showing its effectiveness in workload migration and consolidation scenarios. We use an IBM System z equipped with an IBM DS8700 and a Sun Fire system as state-of-the-art virtualized environments. Overall, the evaluation of our workload characterization approach shows promising results to capture the relevant factors of I/O-intensive applications.}
}
@inproceedings{GoBrKo2013-ControllingPCM,
abstract = {The Palladio Bench is a tool to model, simulate and analyze Palladio Component Model (PCM) instances. However, for the Palladio Bench, no single interface to automate experiments or Application Programming Interface (API) to trigger the simulation of PCM instances and to extract performance prediction results is available. The Descartes Query Language (DQL) is a novel approach of a declarative query language to integrate different performance modeling and prediction techniques behind a unifying interface. Users benefit from the abstraction of specific tools to prepare and trigger performance predictions, less effort to obtain performance metrics of interest, and means to automate performance predictions. In this paper, we describe the realization of a DQL Connector for PCM and demonstrate the applicability of our approach in a case study.},
address = {Aachen, Germany},
author = {Gorsler, Fabian and Brosig, Fabian and Kounev, Samuel},
booktitle = {Proceedings of the Symposium on Software Performance: Joint Kieker/Palladio Days (KPDAYS 2013)},
editor = {Becker, Steffen and Hasselbring, Wilhelm and van Hoorn, Andr\'{e} and Reussner, Ralf},
month = {November},
number = {1083},
pages = {109--118},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/GoBrKo2013-ControllingPCM.pdf},
publisher = {CEUR-WS.org},
title = {Controlling the Palladio Bench using the Descartes Query Language},
url = {http://ceur-ws.org/Vol-1083/},
year = {2013}
}
@inproceedings{GoBrKo2014-PerformanceQueries,
address = {New York, NY, USA},
author = {Gorsler, Fabian and Brosig, Fabian and Kounev, Samuel},
booktitle = {Proceedings of the 5th ACM/SPEC International Conference on Performance Engineering (ICPE 2014)},
location = {Dublin, Ireland},
note = {Accepted for publication. Acceptance Rate (Full Paper): 29\%.},
publisher = {ACM},
title = {Performance Queries for Architecture-Level Performance Models},
year = {2014}
}
@inproceedings{SpCaZhKo2014-ICPEDemo-LibReDE,
abstract = {When creating a performance model, it is necessary to quantify the amount of resources consumed by an application serving individual requests. In distributed enterprise systems, these resource demands usually cannot be observed directly, their estimation is a major challenge. Different statistical approaches to resource demand estimation based on monitoring data have been proposed, e.g., using linear regression or Kalman filtering techniques. In this paper, we present LibReDE, a library of ready-to-use implementations of approaches to resource demand estimation that can be used for online and offline analysis. It is the first publicly available tool for this task and aims at supporting performance engineers during performance model construction. The library enables the quick comparison of the estimation accuracy of different approaches in a given context and thus helps to select an optimal one.},
author = {Simon Spinner and Giuliano Casale and Xiaoyun Zhu and Samuel Kounev},
booktitle = {Proceedings of the 5th ACM/SPEC International Conference on Performance Engineering (ICPE 2014)},
day = {22--26},
location = {Dublin, Ireland},
month = {March},
note = {Accepted for Publication},
publisher = {ACM},
title = {{LibReDE: A Library for Resource Demand Estimation}},
titleaddon = {{(Demonstration Paper)}},
year = {2014}
}
@inproceedings{RyKo2014-DCPerf-DNI2QPN,
author = {Piotr Rygielski and Samuel Kounev},
booktitle = {34th IEEE International Conference on Distributed Computing Systems Workshops (ICDCS 2014 Wokrshops). 4th International Workshop on Data Center Performance, (DCPerf 2014)},
location = {Madrid, Spain},
note = {(Paper accepted for publication)},
title = {{Data Center Network Throughput Analysis using Queueing Petri Nets}},
year = {2014}
}
@inproceedings{KrSpAhKo2014_CCGrid_ResourceIsolation,
abstract = {{Multi-tenancy is an approach to share one application instance among multiple customers by providing each of them a dedicated view. This approach is commonly used by SaaS providers to reduce the costs for service provisioning. Tenants also expect to be isolated in terms of the performance they observe and the providers inability to offer performance guarantees is a major obstacle for potential cloud customers. To guarantee an isolated performance it is essential to control the resources used by a tenant. This is a challenge, because the layers of the execution environment, responsible for controlling resource usage (e.g., operating system), normally do not have knowledge about entities defined at the application level and thus they cannot distinguish between different tenants. Furthermore, it is hard to predict how tenant requests propagate through the multiple layers of the execution environment down to the physical resource layer. The intended abstraction of the application from the resource controlling layers does not allow to solely solving this problem in the application. In this paper, we propose an approach which applies resource demand estimation techniques in combination with a request based admission control. The resource demand estimation is used to determine resource consumption information for individual requests. The admission control mechanism uses this knowledge to delay requests originating from tenants that exceed their allocated resource share. The proposed method is validated by a widely accepted benchmark showing its applicability in a setup motivated by today's platform environments.}},
author = {Rouven Krebs and Simon Spinner and Nadia Ahmed and Samuel Kounev},
booktitle = {Proceedings of the 14th IEEE/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGrid 2014)},
day = {26},
location = {Chicago, IL, USA},
month = {May},
note = {Accepted for Publication},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/KrSpAhKo2014_CCGrid_ResourceIsolation.pdf},
publisher = {IEEE/ACM},
title = {{Resource Usage Control In Multi-Tenant Applications}},
year = {2014}
}
@inproceedings{busch2016b,
author = {Axel Busch and Qais Noorshams and Samuel Kounev and Anne Koziolek and Ralf Reussner and Erich Amrehn},
title = {Automated Workload Characterization for I/O Performance Analysis in Virtualized Environments},
booktitle = {Software Engineering 2016, Fachtagung des GI-Fachbereichs Softwaretechnik},
pages = {27--28},
year = {2016},
url = {http://subs.emis.de/LNI/Proceedings/Proceedings252/article48.html},
pdf = {http://subs.emis.de/LNI/Proceedings/Proceedings252/27.pdf}
}
@article{KiHeKo-TAAS17-ModelExtractLoadProfiles,
author = {J\'oakim von Kistowski and Nikolas Herbst and Samuel Kounev and Henning Groenda and Christian Stier and Stebastian Lehrig},
title = {{Modeling and Extracting Load Intensity Profiles}},
journal = {ACM Transactions on Autonomous and Adaptive Systems (TAAS)},
issue_date = {2017},
year = {2017},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {Load Intensity Variation, Load Profile, Open Workloads, Meta-Modeling, Transformation, Model Extraction},
abstract = {Today's system developers and operators face the challenge of creating software systems that make efficient use of dynamically allocated resources under highly variable and dynamic load profiles, while at the same time delivering reliable performance. Autonomic controllers, e.g., an advanced auto-scaling mechanism in a cloud computing context, can benefit from an abstracted load model as knowledge to reconfigure on time and precisely. Existing workload characterization approaches have limited support to capture variations the inter-arrival times of incoming work units over time (i.e., a variable load profile). For example, industrial and scientific benchmarks support constant or stepwise increasing load, or inter-arrival times defined by statistical distributions or recorded traces. These options show shortcomings either in representative character of load variation patterns or in abstraction and flexibility of their format. In this article, we present the Descartes Load Intensity Model (DLIM) approach addressing these issues. DLIM provides a modeling formalism for describing load intensity variations over time. A DLIM instance is a compact formal description of a load intensity trace. DLIM-based tools provide features for benchmarking, performance and recorded load intensity trace analysis. As manually obtaining and maintaining DLIM instances becomes time consuming, we contribute three automated extraction methods and devised metrics for comparison and method selection. We discuss how these features are used to enhance system management approaches for adaptations during run-time, and how they are integrated into simulation contexts and enable benchmarking of elastic or adaptive behavior. We show that automatically extracted DLIM instances exhibit an average modeling error of 15.2\% over ten different real-world traces that cover between two weeks and seven months. These results underline DLIM model expressiveness. In terms of accuracy and processing speed, our proposed extraction methods for the descriptive models are comparable to existing time series decomposition methods. Additionally, we illustrate DLIM applicability by outlining approaches of workload modeling in systems engineering that employ or rely on our proposed load intensity modeling formalism.},
note = {{To Appear}}
}
@inproceedings{WaStKoKo2017-QUDOS-PMXBuilder,
author = {Walter, J\"{u}rgen and Stier, Christian and Koziolek, Heiko and Kounev, Samuel},
title = {An Expandable Extraction Framework for Architectural Performance Models},
booktitle = {Proceedings of the 8th ACM/SPEC on International Conference on Performance Engineering Companion},
series = {ICPE '17 Companion},
year = {2017},
isbn = {978-1-4503-4899-7},
location = {L'Aquila, Italy},
pages = {165--170},
numpages = {6},
url = {http://doi.acm.org/10.1145/3053600.3053634},
doi = {10.1145/3053600.3053634},
acmid = {3053634},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {automated performance model extraction, builder pattern, descartes modeling language, palladio component model}
}
@incollection{herbst2017metrics,
title = {Metrics and Benchmarks for Self-aware Computing Systems},
author = {Herbst, Nikolas and Becker, Steffen and Kounev, Samuel and Koziolek, Heiko and Maggio, Martina and Milenkoski, Aleksandar and Smirni, Evgenia},
booktitle = {Self-Aware Computing Systems},
pages = {437--464},
year = {2017},
publisher = {Springer International Publishing}
}
@inproceedings{kounev2016analysis,
title = {Analysis of the trade-offs in different modeling approaches for performance prediction of software systems.},
author = {Kounev, Samuel and Brosig, Fabian and Meier, Philipp and Becker, Steffen and Koziolek, Anne and Koziolek, Heiko and Rygielski, Piotr},
booktitle = {Software Engineering},
pages = {47--48},
year = {2016}
}
@article{hasselbring20167th,
title = {7th Symposium on Software Performance (SSP)},
author = {Hasselbring, Wilhelm and Becker, Steffen and van Hoorn, Andre and Kounev, Samuel and Reussner, Ralf},
journal = {Softwaretechnik-Trends},
volume = {36},
number = {4},
pages = {1},
year = {2016}
}
@article{huber2017a,
author = {Huber, Nikolaus and Brosig, Fabian and Spinner, Simon and Kounev, Samuel and B{\"a}hr, Manuel},
title = {{Model-Based Self-Aware Performance and Resource Management Using the Descartes Modeling Language}},
year = {2017},
volume = {43},
number = {5},
journal = {IEEE Transactions on Software Engineering (TSE)},
publisher = {IEEE Computer Society},
doi = {10.1109/TSE.2016.2613863},
pdf = {http://se2.informatik.uni-wuerzburg.de/pa/publications/download/paper/1143.pdf}
}
@inproceedings{grohmann19,
author = {Johannes Grohmann and Simon Eismann and Sven Elflein and Joakim v. Kistowski and Samuel Kounev and Manar Mazkatli},
title = {Detecting Parametric Dependencies for Performance Models Using Feature Selection Techniques},
booktitle = {2019 IEEE 27th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS)},
year = {2019},
pages = {309-322},
month = {Oct},
doi = {10.1109/MASCOTS.2019.00042},
keywords = {Monitoring;Feature extraction;Data models;Predictive models;Data mining;Task analysis;Splines (mathematics);Performance Engineering;Performance Modeling;Machine Learning;Feature Selection;Parametric Dependencies}
}