2018
Nadig, D.; Jung, E.; Kettimuthu, R.; Foster, I.; Rao, S. V. Nageswara; Ramamurthy, B.
Comparative Performance Evaluation of High-performance Data Transfer Tools Proceedings Article
In: 2018 IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS), pp. 1–6, 2018.
Abstract | BibTeX | Tags: Data transfer, Local area networks, Protocols, Reliability, Software architecture, Tools, Wide area networks | Links:
@inproceedings{nadig_comparative_2018,
title = {Comparative Performance Evaluation of High-performance Data Transfer Tools},
author = {D. Nadig and E. Jung and R. Kettimuthu and I. Foster and S. V. Nageswara Rao and B. Ramamurthy},
url = {https://deepaknadig.com/wp-content/uploads/2021/09/Nadig-et-al.-2018-Comparative-Performance-Evaluation-of-High-perform.pdf},
doi = {10.1109/ANTS.2018.8710071},
year = {2018},
date = {2018-12-01},
urldate = {2018-12-01},
booktitle = {2018 IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS)},
pages = {1--6},
abstract = {Data transfer in wide-area networks has been long studied in different contexts, from data sharing among data centers to online access to scientific data. Many software tools and platforms have been developed to facilitate easy, reliable, fast, and secure data transfer over wide area networks, such as GridFTP, FDT, bbcp, mdtmFTP, and XDD. However, few studies have shown the full capabilities of existing data transfer tools from the perspective of whether such tools have fully adopted state-of-the-art techniques through meticulous comparative evaluations. In this paper, we evaluate the performance of the four highperformance data transfer tools (GridFTP, FDT, mdtmFTP, and XDD) in various environments. Our evaluation suggests that each tool has strengths and weaknesses. FDT and GridFTP perform consistently in diverse environments. XDD and mdtmFTP show improved performance in limited environments and datasets during our evaluation. Unlike other studies on data transfer tools, we also evaluate the predictability of the tools’ performance, an important factor for scheduling different stages of science workflows. Performance predictability also helps in (auto)tuning the configurable parameters of the data transfer tool. We apply statistical learning techniques such as linear/polynomial regression, and k-nearest neighbors (kNN), to assess the performance predictability of each tool using its control parameters. Our results show that we can achieve good prediction performance for GridFTP and mdtmFTP using linear regression and kNN, respectively.},
keywords = {Data transfer, Local area networks, Protocols, Reliability, Software architecture, Tools, Wide area networks},
pubstate = {published},
tppubtype = {inproceedings}
}
2017
Nadig, D.; Ramamurthy, B.; Bockelman, B.; Swanson, D.
Differentiated network services for data-intensive science using application-aware SDN Best Paper Proceedings Article
In: 2017 IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS), pp. 1–6, 2017.
Abstract | BibTeX | Tags: application-aware SDN, application-aware software-defined networking, application-awareness, Compact Muon Solenoid, Cryptography, Data transfer, data-intensive science, data-intensive science projects, differentiated network services, DiffServ networks, Engines, fault-tolerant protocols, gravitational wave detectors, gridftp, GridFTP protocol, high-delay wide area network, high-energy physics projects, Laser Interferometer Gravitational-Wave Observatory, Metadata, physics computing, policy-driven approach, Protocols, queueing theory, queuing system, Servers, software defined networking, software defined networks, Wide area networks | Links:
@inproceedings{nadig_differentiated_2017,
title = {Differentiated network services for data-intensive science using application-aware SDN},
author = {D. Nadig and B. Ramamurthy and B. Bockelman and D. Swanson},
url = {https://deepaknadig.com/wp-content/uploads/2021/09/Anantha-et-al.-2017-Differentiated-network-services-for-data-intensive.pdf},
doi = {10.1109/ANTS.2017.8384105},
year = {2017},
date = {2017-12-01},
urldate = {2017-12-01},
booktitle = {2017 IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS)},
pages = {1--6},
abstract = {Data-intensive science projects rely on scalable, high-performance, fault-tolerant protocols for transferring large-volume data over a high-bandwidth, high-delay wide area network (WAN). The commonly used protocol for WAN data distribution is the GridFTP protocol. GridFTP uses encrypted sessions for data transfers and does not exchange any information with the network-layer resulting in reduced flexibility for network management at the site-level. We propose an application-aware software-defined networking (SDN) approach for providing differentiated network services for high-energy physics projects such as Compact Muon Solenoid (CMS) and Laser Interferometer Gravitational-Wave Observatory (LIGO). We demonstrate a policy-driven approach for differentiating network traffic by exploiting application- and network-layer collaboration to achieve accurate accounting of resources used by each project. We implement two strategies, a 7-3 queuing system, and a 10-3 queuing system, and show that the 10-3 strategy provides an additional capacity improvement of 11.74% over the 7-3 strategy.},
keywords = {application-aware SDN, application-aware software-defined networking, application-awareness, Compact Muon Solenoid, Cryptography, Data transfer, data-intensive science, data-intensive science projects, differentiated network services, DiffServ networks, Engines, fault-tolerant protocols, gravitational wave detectors, gridftp, GridFTP protocol, high-delay wide area network, high-energy physics projects, Laser Interferometer Gravitational-Wave Observatory, Metadata, physics computing, policy-driven approach, Protocols, queueing theory, queuing system, Servers, software defined networking, software defined networks, Wide area networks},
pubstate = {published},
tppubtype = {inproceedings}
}