diff --git a/source/_data/SymbioticLab.bib b/source/_data/SymbioticLab.bib index 43a5d547..ffb0d18d 100644 --- a/source/_data/SymbioticLab.bib +++ b/source/_data/SymbioticLab.bib @@ -2361,6 +2361,8 @@ @Article{cornserve:arxiv26 url = {https://arxiv.org/abs/2603.12118}, publist_confkey = {arXiv:2603.12118}, publist_link = {paper || https://arxiv.org/abs/2603.12118}, + publist_link = {code || https://github.com/cornserve-ai/cornserve}, + publist_link = {demo || https://www.youtube.com/watch?v=nb8R-vztLRg}, publist_topic = {Systems + AI}, publist_abstract = { Any-to-Any models are an emerging class of multimodal models that accept combinations of multimodal data (e.g., text, image, video, audio) as input and generate them as output. Serving these models are challenging; different requests with different input and output modalities traverse different paths through the model computation graph, and each component of the model have different scaling characteristics. @@ -2369,6 +2371,24 @@ @Article{cornserve:arxiv26 } } +@InProceedings{cornserve:caisdemo26, + author = {Jae-Won Chung and Jeff J. Ma and Jisang Ahn and Yizhuo Liang and Akshay Jajoo and Myungjin Lee and Mosharaf Chowdhury}, + booktitle = {CAIS Demo Track}, + title = {Cornserve: A Distributed Serving System for Any-to-Any Multimodal Models}, + year = {2026}, + month = {May}, + publist_confkey = {CAIS'26 Demo}, + publist_link = {paper || cornserve-cais26.pdf}, + publist_link = {code || https://github.com/cornserve-ai/cornserve}, + publist_link = {demo || https://www.youtube.com/watch?v=nb8R-vztLRg}, + publist_topic = {Systems + AI}, + publist_abstract = { +Any-to-Any models are an emerging class of multimodal models that accept combinations of multimodal data (e.g., text, image, video, audio) as input and generate them as output. Serving these models are challenging; different requests with different input and output modalities traverse different paths through the model computation graph, and each component of the model have different scaling characteristics. + +We present Cornserve, a distributed serving system for generic Any-to-Any models. Cornserve provides a flexible task abstraction for expressing Any-to-Any model computation graphs, enabling component disaggregation and independent scaling. The distributed runtime dispatches compute to the data plane via an efficient record-and-replay execution model that keeps track of data dependencies, and forwards tensor data between components directly from the producer to the consumer. Built on Kubernetes with approximately 23K new lines of Python, Cornserve supports diverse Any-to-Any models and delivers up to 3.81× higher throughput and 5.79× lower tail latency. + } +} + @Article{kairos:arxiv26, author = {Yichao Yuan and Mosharaf Chowdhury and Nishil Talati}, title = {{KAIROS}: Stateful, Context-Aware Power-Efficient Agentic Inference Serving}, diff --git a/source/publications/files/cornserve:caisdemo26/cornserve-cais26.pdf b/source/publications/files/cornserve:caisdemo26/cornserve-cais26.pdf new file mode 100644 index 00000000..e02ebf5a Binary files /dev/null and b/source/publications/files/cornserve:caisdemo26/cornserve-cais26.pdf differ diff --git a/source/publications/index.md b/source/publications/index.md index f29f61b7..632e59fc 100644 --- a/source/publications/index.md +++ b/source/publications/index.md @@ -475,6 +475,13 @@ venues: date: 2026-04-23 url: https://iclr.cc/Conferences/2026 acceptance: 26.97% + 'CAIS Demo': + category: Conferences + occurrences: + - key: CAIS'26 Demo + name: ACM Conference on AI and Agentic Systems Demo Track + date: 2026-05-26 + url: https://caisconf.org {% endpublist %} ---