2009.bib
@mastersthesis{brosig2009a,
address = {Karlsruhe, Germany},
author = {Fabian Brosig},
month = {June},
note = {FZI Prize "Best Diploma Thesis"},
school = {Universit{\"{a}}t Karlsruhe (TH)},
title = {{Automated Extraction of Palladio Component Models from Running Enterprise Java Applications}},
year = {2009}
}
@inproceedings{BrKoKr2009-ROSSA-Extracting_PCM_JavaEE,
abstract = {Nowadays, software systems have to fulfill increasingly stringent requirements for performance and scalability. To ensure that a system meets its performance requirements during operation, the ability to predict its performance under different configurations and workloads is essential. Most performance analysis tools currently used in industry focus on monitoring the current system state. They provide low-level monitoring data without any performance prediction capabilities. For performance prediction, performance models are normally required. However, building predictive performance models manually requires a lot of time and effort. In this paper, we present a method for automated extraction of performance models of Java EE applications, based on monitoring data collected during operation. We extract instances of the Palladio Component Model (PCM) - a performance meta-model targeted at component-based systems. We evaluate the model extraction method in the context of a case study with a real-world enterprise application. Even though the extraction requires some manual intervention, the case study demonstrates that the existing gap between low-level monitoring data and high-level performance models can be closed.},
author = {Fabian Brosig and Samuel Kounev and Klaus Krogmann},
booktitle = {Proceedings of the 1st International Workshop on Run-time mOdels for Self-managing Systems and Applications (ROSSA 2009). In conjunction with the Fourth International Conference on Performance Evaluation Methodologies and Tools (VALUETOOLS 2009)},
month = {October},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/BrKoKr2009-ROSSA-Extracting_PCM_JavaEE.pdf},
publisher = {ACM, New York, NY, USA},
title = {{Automated Extraction of Palladio Component Models from Running Enterprise Java Applications}},
year = {2009},
isbn = {978-963-9799-70-7},
location = {Pisa, Italy},
pages = {10:1--10:10},
articleno = {10}
}
@misc{BrKoPa2009-OTN-WLDF2PCM,
abstract = {Throughout the system life cycle, the ability to predict a software system's performance under different configurations and workloads is highly valuable to ensure that the system meets its performance requirements. During the design phase, performance prediction helps to evaluate different design alternatives. At deployment time, it facilitates system sizing and capacity planning. During operation, predicting the effect of changes in the workload or in the system configuration is beneficial for run-time performance management. The alternative to performance prediction is to deploy the system in an environment reflecting the configuration of interest and conduct experiments measuring the system performance under the respective workloads. Such experiments, however, are normally very expensive and time-consuming and therefore often considered not to be economically viable. To enable performance prediction we need an abstraction of the real system that incorporates performance-relevant data, i.e., a performance model. Based on such a model, performance analysis can be carried out. Unfortunately, building predictive performance models manually requires a lot of time and effort. The model must be designed to reflect the abstract system structure and capture its performance-relevant aspects. In addition, model parameters like resource demands or system configuration parameters have to be determined. Given the costs of building performance models, techniques for automatic extraction of models based on observation of the system at run-time are highly desirable. During system development, such models can be exploited to evaluate the performance of system prototypes. During operation, an automatically extracted performance model can be applied for efficient and performance-aware resource management. For example, if one observes an increased user workload and assumes a steady workload growth rate, performance predictions help to determine when the system would reach its saturation point. This way, system operators can react to the changing workload before the system has failed to meet its performance objectives thus avoiding a violation of service level agreements (SLAs). Current performance analysis tools used in industry mostly focus on profiling and monitoring transaction response times and resource consumption. The tools often provide large amounts of low level data while important information needed for building performance models is missing, e.g., the resource demands of individual components. In this article, we present a method for automated extraction of performance models for Java EE applications during operation. We implemented the method in a tool prototype and evaluated its effectiveness in the context of a case study with an early prototype of the SPECjEnterprise2009 benchmark application which in the following we will refer to as SPECjEnterprise2009_pre. (SPECjEnterprise2009 is the successor benchmark of the SPECjAppServer2004 benchmark developed by the Standard Performance Evaluation Corp. [SPEC]; SPECjEnterprise is a trademark of SPEC. The SPECjEnterprise2009 results or findings in this publication have not been reviewed or accepted by SPEC, therefore no comparison nor performance inference can be made against any published SPEC result.) The target Java EE platform we consider is Oracle WebLogic Server (WLS). The extraction is based on monitoring data that is collected during operation using the WebLogic Diagnostics Framework (WLDF). As a performance model, we selected the Palladio Component Model (PCM). PCM is a sophisticated performance modeling framework with mature tool support. In contrast to low level mathematical models like, e.g., queueing networks, PCM is a high-level UML-like design-oriented model that captures the performance-relevant aspects of the system architecture. This makes PCM models easy to understand and use by software developers. We begin by providing some background on the technologies we use, focusing on the WLDF monitoring framework and the PCM models. We then describe the model extraction method in more detail. Finally, we present the case study we conducted and conclude with a summary.},
author = {Fabian Brosig and Samuel Kounev and Charles Paclat},
howpublished = {Oracle Technology Network (OTN) Article},
month = {September},
title = {{Using WebLogic Diagnostics Framework to Enable Performance Prediction for Java EE Applications}},
url = {http://www.oracle.com/technetwork/articles/brosig-wldf-086367.html},
year = {2009}
}
@article{groenda2009,
author = {Henning Groenda and Christoph Rathfelder and Ralph Mueller},
journal = {Eclipse Magazine},
month = {March},
pages = {8--10},
timestamp = {2009-04-02},
title = {{Best of Eclipse DemoCamps - Ein Erfahrungsbericht vom dritten Karlsruher Eclipse DemoCamp}},
volume = {3},
year = {2009}
}
@mastersthesis{Hu2009-UKA-PerfMod,
address = {Karlsruhe, Germany},
author = {Nikolaus Huber},
month = {April},
note = {GFFT Prize},
school = {Universit{\"{a}}t Karlsruhe (TH)},
title = {{Performance Modeling of Storage Virtualization}},
year = {2009}
}
@inbook{Ko2008-WILEY-SoftwarePerfEval,
abstract = {Modern software systems are expected to satisfy increasingly stringent requirements for performance and scalability. To avoid the pitfalls of inadequate quality of service, it is important to evaluate the expected performance and scalability characteristics of systems during all phases of their life cycle. At every stage, performance evaluation is carried out with a specific set of goals and constraints. In this article, we present an overview of the major methods and techniques for software performance evaluation. We start by considering the different types of workload models that are typically used in performance evaluation studies. We then discuss performance measurement techniques including platform benchmarking, application profiling and system load testing. Following this, we survey the most common methods and techniques for performance modeling of software systems. We consider the major types of performance models used in practice and discuss their advantages and disadvantages. Finally, we briefly discuss operational analysis as an alternative to queueing theoretic methods.},
author = {Samuel Kounev},
chapter = {{Software Performance Evaluation}},
isbn = {0471383937},
isbn-13 = {978-0471383932},
month = {January},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/Ko2008-WILEY-SoftwarePerfEval.pdf},
publisher = {Wiley-Interscience, John Wiley \& Sons Inc.},
title = {{Wiley Encyclopedia of Computer Science and Engineering, edited by Benjamin W. Wah}},
url = {http://www.amazon.com/Wiley-Encyclopedia-Computer-Science-Engineering/dp/0471383937},
year = {2009}
}
@article{KoDu2009-SIGMETRICS_PER-QPME,
abstract = {Queueing Petri nets are a powerful formalism that can be exploited for modeling distributed systems and analyzing their performance and scalability. By combining the modeling power and expressiveness of queueing networks and stochastic Petri nets, queueing Petri nets provide a number of advantages. In this paper, we present QPME (Queueing Petri net Modeling Environment) - a tool that supports the modeling and analysis of systems using queueing Petri nets. QPME provides an Eclipse-based editor for designing queueing Petri net models and a powerful simulation engine for analyzing the models. After presenting the tool, we discuss the ongoing work on the QPME project and the planned future enhancements of the tool.},
author = {Samuel Kounev and Christofer Dutz},
journal = {ACM SIGMETRICS Performance Evaluation Review (PER), Special Issue on Tools for Computer Performance Modeling and Reliability Analysis},
month = {March},
number = {4},
pages = {46--51},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/KoDu2009-SIGMETRICS_PER-QPME.pdf},
publisher = {ACM, New York, NY, USA},
title = {{QPME - A Performance Modeling Tool Based on Queueing Petri Nets}},
volume = {36},
year = {2009}
}
@article{KoSa2009-it-EventBasedSystems,
abstract = {Event-based systems are used increasingly often to build loosely-coupled distributed applications. With their growing popularity and gradual adoption in mission critical areas, the need for novel techniques for benchmarking and performance modeling of event-based systems is increasing. In this article, we provide an overview of the state-of-the-art in this area considering both centralized systems based on message-oriented middleware as well as large-scale distributed publish/subscribe systems. We consider a number of specific techniques for benchmarking and performance modeling, discuss their advantages and disadvantages, and provide references for further information. The techniques we review help to ensure that systems are designed and sized to meet their quality-of-service requirements.},
address = {Munich, Germany},
author = {Samuel Kounev and Kai Sachs},
journal = {it - Information Technology},
month = {September},
number = {5},
publisher = {Oldenbourg Wissenschaftsverlag},
title = {{Benchmarking and Performance Modeling of Event-Based Systems}},
volume = {51},
year = {2009}
}
@inproceedings{MuScPaKoRi2009-EuroPar-StoAnalPubSub,
abstract = {With the gradual adoption of publish/subscribe systems in mission critical areas, it is essential that systems are subjected to rigorous performance analysis before they are put into production. However, existing approaches to performance modeling and analysis of publish/subscribe systems suffer from many limitations that seriously constrain their practical applicability. In this paper, we present a generalized method for stochastic analysis of publish/subscribe systems employing identity-based hierarchical routing. The method is based on an analytical model that addresses the major limitations underlying existing work in this area. In particular, it supports arbitrary broker overlay topologies and allows to set workload parameters, e.g., publication rates and subscription lifetimes, individually for each broker. The analysis is illustrated by a running example that helps to gain better understanding of the derived mathematical relationships.},
author = {Gero M{\"u}hl and Arnd Schr{\"o}ter and Helge Parzyjegla and Samuel Kounev and Jan Richling},
booktitle = {Proceedings of the 15th International European Conference on Parallel and Distributed Computing (Euro-Par 2009), Delft, The Netherlands, August 25-28, 2009.},
note = {Acceptance Rate (Full Paper): 33%},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/MuScPaKoRi2009-EuroPar-StoAnalPubSub.pdf},
publisher = {Springer Verlag},
title = {{Stochastic Analysis of Hierarchical Publish/Subscribe Systems}},
url = {http://europar2009.ewi.tudelft.nl/},
year = {2009}
}
@article{NoKoJuTo2008-JSS-GridAutoQoS,
abstract = {As Grid Computing increasingly enters the commercial domain, performance and Quality of Service (QoS) issues are becoming a major concern. The inherent complexity, heterogeneity and dynamics of Grid computing environments pose some challenges in managing their capacity to ensure that QoS requirements are continuously met. In this paper, a comprehensive framework for autonomic QoS control in enterprise Grid environments using online simulation is proposed. The paper presents a novel methodology for designing autonomic QoS-aware resource managers that have the capability to predict the performance of the Grid components they manage and allocate resources in such a way that service level agreements are honored. Support for advanced features such as autonomic workload characterization on-the-fly, dynamic deployment of Grid servers on demand, as well as dynamic system reconfiguration after a server failure is provided. The goal is to make the Grid middleware self-configurable and adaptable to changes in the system environment and workload. The approach is subjected to an extensive experimental evaluation in the context of a real-world Grid environment and its effectiveness, practicality and performance are demonstrated.},
address = {Amsterdam, The Netherlands},
author = {Ramon Nou and Samuel Kounev and Ferran Julia and Jordi Torres},
doi = {10.1016/j.jss.2008.07.048},
journal = {Journal of Systems and Software},
month = {March},
number = {3},
pages = {486--502},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/NoKoJuTo2008-JSS-GridAutoQoS.pdf},
publisher = {Elsevier Science Publishers B. V.},
title = {{Autonomic QoS control in enterprise Grid environments using online simulation}},
url = {http://www.sciencedirect.com/science/journal/01641212},
volume = {82},
year = {2009}
}
@inproceedings{rathfelder2009c,
abstract = {Today, the architectures of software systems are not stable for their whole lifetime but often adapted driven by business needs. Preserving their quality characteristics beyond each of these changes requires deep knowledge of the requirements and the systems themselves. Proper documentation reduces the risk that knowledge is lost and hence is a base for the system's maintenance in the long-run. However, the influence of architectural documentation on the maintainability of software systems is neglected in current quality assessment methods. They are limited to documentation for anticipated change scenarios and do not provide a general assessment approach. In this paper, we propose a maturity model for architecture documentation. It is shaped relative to growing quality preservation maturity and independent of specific technologies or products. It supports the weighting of necessary effort against reducing long-term risks in the maintenance phase. This allows to take product maintainability requirements into account for selecting an appropriate documentation maturity level.},
address = {Berlin, Germany},
author = {Rathfelder, Christoph and Groenda, Henning},
booktitle = {Proceedings of the 3rd Workshop MDD, SOA und IT-Management (MSI 2009)},
day = {6--7},
location = {Oldenburg, Germany},
month = {October},
pages = {65--80},
pdf = {http://sdqweb.ipd.uka.de/publications/pdfs/rathfelder2009c.pdf},
publisher = {GiTO-Verlag},
title = {{T}he {A}rchitecture {D}ocumentation {M}aturity {M}odel {ADM2}},
year = {2009}
}
@inproceedings{rathfelder2009,
abstract = {The event-driven communication paradigm provides a number of advantages for building loosely coupled distributed systems. However, the loose coupling of components in such systems makes it hard for developers to estimate their behavior and performance under load. Most existing performance prediction techniques for systems using event-driven communication require specialized knowledge to build the necessary prediction models. In this paper, we propose an extension of the Palladio Component Model (PCM) that provides natural support for modeling event-based communication and supports different performance prediction techniques.},
address = {New York, NY, USA},
author = {Rathfelder, Christoph and Kounev, Samuel},
booktitle = {Proceedings of the Third ACM International Conference on Distributed Event-Based Systems (DEBS 2009)},
day = {6--9},
doi = {http://doi.acm.org/10.1145/1619258.1619300},
isbn = {978-1-60558-665-6},
location = {Nashville, Tennessee},
month = {July},
pages = {33:1--33:2},
pdf = {http://sdqweb.ipd.kit.edu/publications/pdfs/rathfelder2009.pdf},
publisher = {ACM},
title = {Model-based performance prediction for event-driven systems},
url = {http://doi.acm.org/10.1145/1619258.1619300},
year = {2009}
}
@inproceedings{rathfelder2009b,
abstract = {The use of event-based communication within a Service-Oriented Architecture promises several benefits including more loosely-coupled services and better scalability. However, the loose coupling of services makes it difficult for system developers to estimate the behavior and performance of systems composed of multiple services. Most existing performance prediction techniques for systems using event-based communication require specialized knowledge to build the necessary prediction models. Furthermore, general purpose design-oriented performance models for component-based systems provide limited support for modeling event-based communication. In this paper, we propose an extension of the Palladio Component Model (PCM) that provides natural support for modeling event-based communication. We show how this extension can be exploited to model event-driven service-oriented systems with the aim to evaluate their performance and scalability.},
address = {New York, USA},
author = {Christoph Rathfelder and Samuel Kounev},
booktitle = {Proceedings of the 1st International Workshop on the Quality of Service-Oriented Software Systems (QUASOSS 2009)},
day = {24--28},
doi = {10.1145/1596473.159648207-ModelingDEBS-CameraReady},
location = {Amsterdam, The Netherlands},
month = {August},
pages = {33--38},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/quas04g-rathfelder.pdf},
publisher = {ACM},
title = {{M}odeling {E}vent-{D}riven {S}ervice-{O}riented {S}ystems using the {P}alladio {C}omponent {M}odel},
year = {2009}
}
@inproceedings{SaKoApBu2009-DEBS-MOM_Benchmarking,
abstract = {In this poster, we provide an overview of our past and current research in the area of Message-Oriented Middleware (MOM) performance benchmarks. Our main research motivation is a) to gain a better understanding of the performance of MOM, b) to show how to use benchmarks for the evaluation of performance aspects and c)to establish performance modeling techniques. For a better understanding, we first introduce the Java Message Service (JMS) standard. Afterwards, we provide an overview of our work on MOM benchmark development, i.e., we present the SPECjms2007 benchmark and the new jms2009-PS, a test harness designed specifically for JMS-based pub/sub. We outline a new case study with jms2009-PS and present first results of our work-in-progress.},
author = {Sachs, Kai and Kounev, Samuel and Appel, Stefan and Buchmann, Alejandro},
booktitle = {Proceedings of the 3rd ACM International Conference on Distributed Event-Based Systems (DEBS-2009), Nashville, TN, {USA}, July 6-9, 2009},
month = {July},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoApBu2009-DEBS-MOM_Benchmarking.pdf},
publisher = {ACM, New York, NY, USA},
title = {{Benchmarking of Message-Oriented Middleware (Poster Paper)}},
url = {http://www.debs.org/2009},
year = {2009}
}
@inproceedings{SaKoApBu2009-SIGMETRICS-jms2009_PS,
abstract = {Publish/subscribe is becoming increasingly popular as communication paradigm for loosely-coupled message exchange. It is used as a building block in major new software architectures and technology domains such as Enterprise Service Bus, Enterprise Application Integration, Service-Oriented Architecture and Event-Driven Architecture. The growing adoption of these technologies leads to a strong need for benchmarks and performance evaluation tools in this area. In this demonstration, we present jms2009-PS, a benchmark for publish/subscribe middleware based on the Java Message Service standard interface.},
author = {Sachs, Kai and Kounev, Samuel and Appel, Stefan and Buchmann, Alejandro},
booktitle = {SIGMETRICS/Performance 2009 International Conference, Seattle, WA, USA, June 15--19, 2009},
month = {June},
note = {(Demo Paper)},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/SaKoApBu2009-SIGMETRICS-jms2009_PS.pdf},
title = {{A Performance Test Harness For Publish/Subscribe Middleware}},
url = {http://www.sigmetrics.org/conferences/sigmetrics/2009/program_sigmetrics-demo.shtml},
year = {2009}
}
@article{SaKoBaBu2008-PERFEVAL-SPECjms2007,
abstract = {Message-oriented middleware (MOM) is at the core of a vast number of financial services and telco applications, and is gaining increasing traction in other industries, such as manufacturing, transportation, health-care and supply chain management. Novel messaging applications, however, pose some serious performance and scalability challenges. In this paper, we present a methodology for performance evaluation of MOM platforms using the SPECjms2007 benchmark which is the world's first industry-standard benchmark specialized for MOM. SPECjms2007 is based on a novel application in the supply chain management domain designed to stress MOM infrastructures in a manner representative of real-world applications. In addition to providing a standard workload and metrics for MOM performance, the benchmark provides a flexible performance analysis framework that allows users to tailor the workload to their requirements. The contributions of this paper are: i) we present a detailed workload characterization of SPECjms2007 with the goal to help users understand the internal components of the workload and the way they are scaled, ii) we show how the workload can be customized to exercise and evaluate selected aspects of MOM performance, iii) we present a case study of a leading JMS platform, the BEA WebLogic server, conducting an in-depth performance analysis of the platform under a number of different workload and configuration scenarios. The methodology we propose is the first one that uses an industry-standard benchmark providing both a representative workload as well as the ability to customize it to evaluate the features of MOM platforms selectively.},
address = {Amsterdam, The Netherlands},
author = {Kai Sachs and Samuel Kounev and Jean Bacon and Alejandro Buchmann},
doi = {10.1016/j.peva.2009.01.003},
journal = {Performance Evaluation},
month = {August},
number = {8},
pages = {410--434},
pdf = {http://sdqweb.ipd.kit.edu/publications/descartes-pdfs/08-PerfEval-SPECjms2007.pdf},
publisher = {Elsevier Science Publishers B. V.},
title = {{Benchmarking message-oriented middleware using the SPECjms2007 benchmark}},
url = {http://www.elsevier.com/wps/find/journaldescription.cws_home/505618/description},
volume = {66},
year = {2009}
}