Initial open-source version of Pythia (also called VAIF). The code in this repository was used to run the experiments described in our SoCC'21 paper, bibtex below.
@inproceedings{Toslali2021,
author = {Toslali, Mert and Ates, Emre and Ellis, Alex and Zhang, Zhaoqi and Huye, Darby and Liu, Lan and Puterman, Samantha and Coskun, Ayse K. and Sambasivan, Raja R.},
title = {Automating instrumentation choices for performance problems in distributed applications with {VAIF}},
booktitle = {Automating instrumentation choices for performance problems in distributed applications with {VAIF}},
publisher = {ACM},
address = {New York, New York, USA},
year = {2021},
doi = {https://doi.org/10.1145/3472883.3487000},
abstract = {Developers use logs to diagnose performance problems in distributed applications. However, it is difficult to know a priori where logs are needed and what information in them is needed to help diagnose problems that may occur in the future. We present the Variance-driven Automated Instrumentation Framework (VAIF), which runs alongside distributed applica- tions. In response to newly-observed performance problems, VAIF automatically searches the space of possible instrumen- tation choices to enable the logs needed to help diagnose them. To work, VAIF combines distributed tracing (an enhanced form of logging) with insights about how response-time variance can be decomposed on the critical-path portions of requests' traces. We evaluate VAIF by using it to localize performance problems in OpenStack and HDFS. We show that VAIF can localize problems related to slow code paths, resource contention, and problematic third-party code while enabling only 3-34\\% of the total tracing instrumentation.}
}