@inproceedings{b16d9ae0fd01454c82c5e96f8d585c51,
title = "Enabling Inference Inside Software Switches",
abstract = "Software Defined Networking (SDN) has been emerged to solve the problem of traditional network architectures. The ability of programmable switches renders us an opportunity to have computational tasks done in the switches. With this nice property, in this work, we investigate the potential of enabling machine learning inside a network. To this end, we propose a new architecture, Intra-Network Inference (INI), which equips each switch with a recently released component, called neural compute stick (NCS), to enable intra-switch neural network inference. Unlike conventional SDN architectures, which relay backend servers to enable inference, our INI performs inference locally at switches and, thereby, reduces the data forwarding overhead and inference latency.",
keywords = "Neural Networks, P4, SDN",
author = "Lu, {Yung Sheng} and Ching-Ju Lin",
year = "2019",
month = sep,
doi = "10.23919/APNOMS.2019.8893042",
language = "English",
series = "2019 20th Asia-Pacific Network Operations and Management Symposium: Management in a Cyber-Physical World, APNOMS 2019",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "2019 20th Asia-Pacific Network Operations and Management Symposium",
address = "United States",
note = "null ; Conference date: 18-09-2019 Through 20-09-2019",
}