saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-17 18:40:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

made genai tutorials direct onnx tutorial links. + added goodnotes testimonial (#22311)

Browse source 
At some point will need to merge cards + testimonials objects to be one.

As always, preview at: https://maanavd.github.io/onnxruntime/

---------

Co-authored-by: Sophie Schoenmeyer <107952697+sophies927@users.noreply.github.com>
This commit is contained in:
Maanav Dalal 2024-10-07 18:44:01 -07:00 committed by GitHub
parent 6b9d38055c
commit 36db78c9e8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 134 additions and 107 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

BIN
src/images/logos/goodnotes-logo.png Normal file
View file

Binary file not shown.
Side by side

After

Width:  |  Height:  |  Size: 37 KiB

40
src/routes/components/customers.svelte
View file

@ -14,27 +14,30 @@
import cephableLogo from '../../images/logos/cephable-logo.png';
import clearbladeLogo from '../../images/logos/clearblade-logo.png';
import deezerLogo from '../../images/logos/deezer-logo.png';
import goodnotesLogo from '../../images/logos/goodnotes-logo.png';
import huggingfaceLogo from '../../images/logos/huggingface-logo.png';
import hypefactorsLogo from '../../images/logos/hypefactors-logo.png';
import infarmLogo from '../../images/logos/infarm-logo.png';
import intelLogo from '../../images/logos/intel-logo.png';
import intelligenzaEticaLogo from '../../images/logos/intelligenza-etica-logo.png';
import navitaireAmadeusLogo from '../../images/logos/navitaire-amadeus-logo.png';
import PeakSpeedLogo from '../../images/logos/PeakSpeed_logo.png';
import navitaireLogo from '../../images/logos/navitaire-amadeus-logo.png';
import nvidiaLogo from '../../images/logos/nvidia.png';
import opennlpLogo from '../../images/logos/opennlp-logo.png';
import oracleLogo from '../../images/logos/oracle-logo.png';
import peakspeedLogo from '../../images/logos/PeakSpeed_logo.png';
import piecesLogo from '../../images/logos/pieces-logo.png';
import ptwLogo from '../../images/logos/ptw-logo.png';
import redisLogo from '../../images/logos/redis-logo.png';
import RockchipLogo from '../../images/logos/Rockchip-logo.png';
import rockchipLogo from '../../images/logos/Rockchip-logo.png';
import samtecLogo from '../../images/logos/samtec-logo.png';
import sasLogo from '../../images/logos/sas-logo.png';
import teradataLogo from '../../images/logos/teradata-logo.png';
import topazlabsLogo from '../../images/logos/topazlabs-logo.png';
import ueLogo from '../../images/logos/ue-logo.png';
import unrealengineLogo from '../../images/logos/ue-logo.png';
import usdaLogo from '../../images/logos/usda-logo.png';
import vespaLogo from '../../images/logos/vespa-logo.png';
import writerLogo from '../../images/logos/writer-logo.png';
import xilinxLogo from '../../images/logos/xilinx-logo.png';
import huggingfaceLogo from '../../images/logos/huggingface-logo.png';
import nvidiaLogo from '../../images/logos/nvidia.png';
import oracleLogo from '../../images/logos/oracle-logo.png';
const testimonials = [
{
@ -92,6 +95,11 @@
src: deezerLogo,
alt: 'Deezer'
},
{
href: './testimonials#Goodnotes',
src: goodnotesLogo,
alt: 'GoodNotes'
},
{
href: './testimonials#Hugging%20Face',
src: huggingfaceLogo,
@ -119,7 +127,7 @@
},
{
href: './testimonials#Navitaire',
src: navitaireAmadeusLogo,
src: navitaireLogo,
alt: 'Navitaire'
},
{
@ -127,6 +135,11 @@
src: nvidiaLogo,
alt: 'NVIDIA'
},
{
href: './testimonials#Apache%20OpenNLP',
src: opennlpLogo,
alt: 'Apache OpenNLP'
},
{
href: './testimonials#Oracle',
src: oracleLogo,
@ -134,7 +147,7 @@
},
{
href: './testimonials#Peakspeed',
src: PeakSpeedLogo,
src: peakspeedLogo,
alt: 'Peakspeed'
},
{
@ -142,6 +155,11 @@
src: piecesLogo,
alt: 'Pieces'
},
{
href: './testimonials#PTW%20Dosimetry',
src: ptwLogo,
alt: 'PTW Dosimetry'
},
{
href: './testimonials#Redis',
src: redisLogo,
@ -149,7 +167,7 @@
},
{
href: './testimonials#Rockchip',
src: RockchipLogo,
src: rockchipLogo,
alt: 'Rockchip'
},
{
@ -174,7 +192,7 @@
},
{
href: './testimonials#Unreal%20Engine',
src: ueLogo,
src: unrealengineLogo,
alt: 'Unreal Engine'
},
{

4
src/routes/generative-ai/+page.svelte
View file

@ -74,7 +74,7 @@
<h2 class="text-3xl">Generative AI Models</h2>
<div class="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 my-8 gap-4">
<!-- Model cards -->
{#each [{ title: 'Text Generation Models', description: 'Generate human-like text for chatbots, content creation, summarization, and more.', demos: [{ name: 'Llama', url: 'https://huggingface.co/meta-llama/Meta-Llama-3.1-8B' }, { name: 'Mistral', url: 'https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3' }, { name: 'Phi', url: 'https://huggingface.co/microsoft/Phi-3-mini-4k-instruct' }] }, { title: 'Image Generation Models', description: 'Create artwork or realistic images from descriptions using AI models like Stable Diffusion.', demos: [{ name: 'Stable Diffusion', url: 'https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0' }] }, { title: 'Audio Models', description: 'Generate audio, music, or speech from data inputs with AI models like Whisper.', demos: [{ name: 'Whisper', url: 'https://huggingface.co/spaces/Xenova/whisper-web' }] }, { title: 'Other Models', description: 'Generate diverse outputs like code, video, or 3D designs.', demos: [{ name: 'Request a Model', url: 'https://github.com/microsoft/onnxruntime-genai/discussions/categories/model-support' }] }] as model}
{#each [{ title: 'Text Generation Models', description: 'Generate human-like text for chatbots, content creation, summarization, and more.', demos: [{ name: 'Llama', url: 'https://github.com/microsoft/onnxruntime-genai/tree/main/examples/python/README.md' }, { name: 'Mistral', url: 'https://github.com/microsoft/Olive/tree/main/examples/mistral' }, { name: 'Phi', url: 'https://github.com/microsoft/onnxruntime-genai/blob/main/examples/python/phi-3-tutorial.md' }] }, { title: 'Image Generation Models', description: 'Create artwork or realistic images from descriptions using AI models like Stable Diffusion.', demos: [{ name: 'Stable Diffusion', url: 'https://github.com/microsoft/Olive/tree/main/examples/stable_diffusion' }] }, { title: 'Audio Models', description: 'Generate audio, music, or speech from data inputs with AI models like Whisper.', demos: [{ name: 'Whisper', url: 'https://huggingface.co/spaces/Xenova/whisper-web' }] }, { title: 'Other Models', description: 'Generate diverse outputs like code, video, or 3D designs.', demos: [{ name: 'Request a Model', url: 'https://github.com/microsoft/onnxruntime-genai/discussions/categories/model-support' }] }] as model}
<div class="mx-auto flex flex-col gap-4 h-full">
<div class="flex-1">
<h3 class="text-2xl">{model.title}</h3>
@ -137,7 +137,7 @@
<p>Get started with any of these tutorials and demos:</p>
<div class="grid grid-cols-1 gap-4 lg:grid-cols-3 my-8">
<!-- Tutorial cards -->
{#each [{ title: 'Phi-3 Vision', img: coffee, description: 'A Desktop app demo to interact with text and images simultaneously.', url: 'https://onnxruntime.ai/docs/genai/tutorials/phi3-v.html' }, { title: 'LLM Chat App', img: vision_ui, description: 'Pick your favorite model and start chatting!', url: 'https://github.com/microsoft/onnxruntime-genai/tree/main/examples/chat_app' }, { title: 'Whisper in Browser', img: whisper, description: 'Run whisper to transcribe user audio in your browser!', url: 'https://github.com/microsoft/onnxruntime-inference-examples/tree/main/js/ort-whisper' }] as tutorial}
{#each [{ title: 'Phi-3 Vision', img: coffee, description: 'A Desktop app demo to interact with text and images simultaneously.', url: 'https://onnxruntime.ai/docs/genai/tutorials/phi3-v.html' }, { title: 'Olive Examples', img: vision_ui, description: 'Use Olive, a hardware-aware optimizer, to quickly generate the ideal ONNX model for your needs.', url: 'https://github.com/microsoft/Olive/tree/main/examples' }, { title: 'Whisper in Browser', img: whisper, description: 'Run whisper to transcribe user audio in your browser!', url: 'https://github.com/microsoft/onnxruntime-inference-examples/tree/main/js/ort-whisper' }] as tutorial}
<div class="card bg-base-100 image-full sm:w-80 mx-auto">
<figure><img class="brightness-50" src={tutorial.img} alt={tutorial.title} /></figure>
<div class="card-body items-center text-center">

197
src/routes/testimonials/+page.svelte
View file

@ -1,40 +1,41 @@
<script>
import TestimonialCard from './testimonial-card.svelte';
import ImageTestimonials from '../../images/undraw/image_testimonials.svelte';
import adobelogo from '../../images/logos/adobe-logo.png';
import amdlogo from '../../images/logos/amd-logo.png';
import antgrouplogo from '../../images/logos/antgroup-logo.png';
import adobeLogo from '../../images/logos/adobe-logo.png';
import amdLogo from '../../images/logos/amd-logo.png';
import antgroupLogo from '../../images/logos/antgroup-logo.png';
import algoriddimLogo from '../../images/logos/algoriddim-logo.png';
import atlaslogo from '../../images/logos/ATLAS-logo.png';
import autodesklogo from '../../images/logos/autodesk-logo.png';
import bazaarvoicelogo from '../../images/logos/bazaarvoice-logo.png';
import camologo from '../../images/logos/camo-logo.png';
import cephablelogo from '../../images/logos/cephable-logo.png';
import clearbladelogo from '../../images/logos/clearblade-logo.png';
import deezerlogo from '../../images/logos/deezer-logo.png';
import intelligenzaeticablogo from '../../images/logos/intelligenza-etica-logo.png';
import huggingfacelogo from '../../images/logos/huggingface-logo.png';
import hypefactorslogo from '../../images/logos/hypefactors-logo.png';
import infarmlogo from '../../images/logos/infarm-logo.png';
import intellogo from '../../images/logos/intel-logo.png';
import navitairelogo from '../../images/logos/navitaire-amadeus-logo.png';
import nvidialogo from '../../images/logos/nvidia.png';
import opennlplogo from '../../images/logos/opennlp-logo.png';
import oraclelogo from '../../images/logos/oracle-logo.png';
import peakspeedlogo from '../../images/logos/PeakSpeed_logo.png';
import pieceslogo from '../../images/logos/pieces-logo.png';
import ptwlogo from '../../images/logos/ptw-logo.png';
import redislogo from '../../images/logos/redis-logo.png';
import rockchiplogo from '../../images/logos/Rockchip-logo.png';
import samteclogo from '../../images/logos/samtec-logo.png';
import saslogo from '../../images/logos/sas-logo.png';
import teradatalogo from '../../images/logos/teradata-logo.png';
import topazlabslogo from '../../images/logos/topazlabs-logo.png';
import unrealenginelogo from '../../images/logos/ue-logo.png';
import usdalogo from '../../images/logos/usda-logo.png';
import vespalogo from '../../images/logos/vespa-logo.png';
import writerlogo from '../../images/logos/writer-logo.png';
import xilinxlogo from '../../images/logos/xilinx-logo.png';
import atlasLogo from '../../images/logos/ATLAS-logo.png';
import autodeskLogo from '../../images/logos/autodesk-logo.png';
import bazaarvoiceLogo from '../../images/logos/bazaarvoice-logo.png';
import camoLogo from '../../images/logos/camo-logo.png';
import cephableLogo from '../../images/logos/cephable-logo.png';
import clearbladeLogo from '../../images/logos/clearblade-logo.png';
import deezerLogo from '../../images/logos/deezer-logo.png';
import goodnotesLogo from '../../images/logos/goodnotes-logo.png';
import huggingfaceLogo from '../../images/logos/huggingface-logo.png';
import hypefactorsLogo from '../../images/logos/hypefactors-logo.png';
import infarmLogo from '../../images/logos/infarm-logo.png';
import intelLogo from '../../images/logos/intel-logo.png';
import intelligenzaeticaLogo from '../../images/logos/intelligenza-etica-logo.png';
import navitaireLogo from '../../images/logos/navitaire-amadeus-logo.png';
import nvidiaLogo from '../../images/logos/nvidia.png';
import opennlpLogo from '../../images/logos/opennlp-logo.png';
import oracleLogo from '../../images/logos/oracle-logo.png';
import peakspeedLogo from '../../images/logos/PeakSpeed_logo.png';
import piecesLogo from '../../images/logos/pieces-logo.png';
import ptwLogo from '../../images/logos/ptw-logo.png';
import redisLogo from '../../images/logos/redis-logo.png';
import rockchipLogo from '../../images/logos/Rockchip-logo.png';
import samtecLogo from '../../images/logos/samtec-logo.png';
import sasLogo from '../../images/logos/sas-logo.png';
import teradataLogo from '../../images/logos/teradata-logo.png';
import topazlabsLogo from '../../images/logos/topazlabs-logo.png';
import unrealengineLogo from '../../images/logos/ue-logo.png';
import usdaLogo from '../../images/logos/usda-logo.png';
import vespaLogo from '../../images/logos/vespa-logo.png';
import writerLogo from '../../images/logos/writer-logo.png';
import xilinxLogo from '../../images/logos/xilinx-logo.png';
const quotes = [
{
@ -42,7 +43,7 @@
quote:
'With ONNX Runtime, Adobe Target got flexibility and standardization in one package: flexibility for our customers to train ML models in the frameworks of their choice, and standardization to robustly deploy those models at scale for fast inference, to deliver true, real-time personalized experiences.',
author: 'Georgiana Copil, Senior Computer Scientist, Adobe',
imgsrc: adobelogo,
imgsrc: adobeLogo,
imgalt: 'Adobe logo'
},
{
@ -51,7 +52,7 @@
"The ONNX Runtime integration with AMD's ROCm open software ecosystem helps our customers leverage the power of AMD Instinct GPUs to accelerate and scale their large machine learning models with flexibility across multiple frameworks.",
author:
'Andrew Dieckmann, Corporate Vice President and General Manager, AMD Data Center GPU & Accelerated Processing',
imgsrc: amdlogo,
imgsrc: amdLogo,
imgalt: 'AMD logo'
},
{
@ -59,7 +60,7 @@
quote:
'Using ONNX Runtime, we have improved the inference performance of many computer vision (CV) and natural language processing (NLP) models trained by multiple deep learning frameworks. These are part of the Alipay production system. We plan to use ONNX Runtime as the high-performance inference backend for more deep learning models in broad applications, such as click-through rate prediction and cross-modal prediction.',
author: 'Xiaoming Zhang, Head of Inference Team, Ant Group',
imgsrc: antgrouplogo,
imgsrc: antgroupLogo,
imgalt: 'Ant Group logo'
},
{
@ -75,7 +76,7 @@
quote:
'At CERN in the ATLAS experiment, we have integrated the C++ API of ONNX Runtime into our software framework: Athena. We are currently performing inferences using ONNX models especially in the reconstruction of electrons and muons. We are benefiting from its C++ compatibility, platform*-to-ONNX converters (* Keras, TensorFlow, PyTorch, etc) and its thread safety.',
author: 'ATLAS Experiment team, CERN (European Organization for Nuclear Research)',
imgsrc: atlaslogo,
imgsrc: atlasLogo,
imgalt: 'Atlas Experiment logo'
},
{
@ -83,7 +84,7 @@
quote:
"Autodesk Flame's use of ONNX Runtime offers major advantages with cross-platform compatibility and performance, providing artists the flexibility and interactivity they expect. This allows them to make use of machine learning models directly in Flame's creative toolset, augmenting the quality of their work and increasing the software's expandability. Microsoft's ONNX Runtime team has provided expert guidance and support throughout the development process, enabling us to put AI-powered creative tools in the hands of artists seeking high-quality VFX and finishing solutions.",
author: 'Louis Martin, Sr. Manager of Software Development for Autodesk Flame',
imgsrc: autodesklogo,
imgsrc: autodeskLogo,
imgalt: 'Autodesk logo'
},
{
@ -91,7 +92,7 @@
quote:
'Building and deploying AI solutions to the cloud at scale is complex. With massive datasets and performance considerations, finding a harmonious balance is crucial. ONNX Runtime provided us with the flexibility to package a scikit-learn model built with Python, deploy it serverlessly to a Node.js environment, and run it in the cloud with impressive performance.',
author: 'Matthew Leyburn, Software Engineer, Bazaarvoice',
imgsrc: bazaarvoicelogo,
imgsrc: bazaarvoiceLogo,
imgalt: 'Bazaarvoice logo'
},
{
@ -99,7 +100,7 @@
quote:
"ONNX Runtime enables Camo Studio to deliver features like background segmentation and feature detection with speed and accuracy. It seamlessly integrated with our existing models and lets us target any processor, including the latest NPUs, saving us valuable development time and allowing us to bring innovative features to all our users. We recommend ONNX Runtime to any developer looking to streamline model deployment and unlock the full potential of their applications.",
author: 'Aidan Fitzpatrick, Founder & CEO, Reincubate',
imgsrc: camologo,
imgsrc: camoLogo,
imgalt: 'Camo logo'
},
{
@ -107,7 +108,7 @@
quote:
"The ONNX Runtime allows us to simultaneously target CPU, GPU and NPU enabled devices. Converting a model to NPU, using ONNX Runtime and AI Hub reduced our engineering effort from 30 days to 7 days. Given the current state of the art, that would likely be only 3 days today. This allows us to deliver cutting edge performance to our users, minimizing impact of AI/ML workloads when running other applications, and leaves more time to focus on feature work.",
author: 'Jon Campbell, Director of Engineering, Cephable',
imgsrc: cephablelogo,
imgsrc: cephableLogo,
imgalt: 'Cephable logo'
},
{
@ -115,7 +116,7 @@
quote:
"ClearBlade's integration of ONNX Runtime with our Enterprise loT and Edge Platforms enables customers and partners to build Al models using any industry Al tool they want to use. Using this solution, our customers can use the ONNX Runtime Go language APIs to seamlessly deploy any model to run on equipment in remote locations or on the factory floor!",
author: 'Aaron Allsbrook, CTO & Founder, ClearBlade',
imgsrc: clearbladelogo,
imgsrc: clearbladeLogo,
imgalt: 'Clearblade logo'
},
{
@ -123,55 +124,63 @@
quote:
"At Deezer, we use ONNX Runtime for machine learning powered features for music recommendations in our streaming service. ONNX Runtime's C API is easy to integrate with our software stack and enables us to run and deploy transformer models with great performance for real-time use cases.",
author: 'Mathieu Morlon, Software Engineer, Deezer',
imgsrc: deezerlogo,
imgsrc: deezerLogo,
imgalt: 'Deezer logo'
},
{
title: 'Goodnotes',
quote:
"Thanks to ONNX Runtime Web, Goodnotes has seamlessly implemented Scribble to Erase. The first Goodnotes AI feature for Android, Windows, and Web, delivering lightning-fast performance and an incredibly smooth user experience. It's a game-changer!",
author: 'Pedro Gómez, Senior Software Engineer, Goodnotes',
imgsrc: goodnotesLogo,
imgalt: 'Goodnotes logo'
},
{
title: 'Hugging Face',
quote:
'We use ONNX Runtime to easily deploy thousands of open-source state-of-the-art models in the Hugging Face model hub and accelerate private models for customers of the Accelerated Inference API on CPU and GPU.',
author: 'Morgan Funtowicz, Machine Learning Engineer, Hugging Face',
imgsrc: huggingfaceLogo,
imgalt: 'Hugging Face logo'
},
{
title: 'Hypefactors',
quote:
'ONNX Runtime powers many of our Natural Language Processing (NLP) and Computer Vision (CV) models that crunch the global media landscape in real-time. It is our go-to framework for scaling our production workload, providing important features ranging from built-in quantization tools to easy GPU and VNNI acceleration.',
author: 'Viet Yen Nguyen, CTO, Hypefactors',
imgsrc: hypefactorsLogo,
imgalt: 'Hypefactors logo'
},
{
title: 'InFarm',
quote:
'InFarm delivers machine-learning powered solutions for intelligent farming, running computer vision models on a variety of hardware, including on-premise GPU clusters, edge computing devices like NVIDIA Jetsons, and cloud-based CPU and GPU clusters. ONNX Runtime enables InFarm to standardise the model formats and outputs of models generated across multiple teams to simplify deployment while also providing the best performance on all hardware targets.',
author: 'Ashley Walker, Chief Information and Technology Officer, InFarm',
imgsrc: infarmLogo,
imgalt: 'InFarm logo'
},
{
title: 'Intel',
quote:
'We are excited to support ONNX Runtime on the Intel® Distribution of OpenVINO™. This accelerates machine learning inference across Intel hardware and gives developers the flexibility to choose the combination of Intel hardware that best meets their needs from CPU to VPU or FPGA.',
author: 'Jonathan Ballon, Vice President and General Manager, Intel Internet of Things Group',
imgsrc: intelLogo,
imgalt: 'Intel logo'
},
{
title: 'Intelligenza Etica',
quote:
"We integrate AI models in various markets and regulated industries using many stacks and frameworks, merging R&D and Ethics. With ONNX Runtime, we provide maximum performance and flexibility to use the customers' preferred technology, from cloud to embedded systems.",
author: 'Mauro Bennici, AI Architect and AI Ethicist, Intelligenza Etica',
imgsrc: intelligenzaeticablogo,
imgsrc: intelligenzaeticaLogo,
imgalt: 'Intelligenza Etica logo'
},
{
title: 'Hugging Face',
quote:
'We use ONNX Runtime to easily deploy thousands of open-source state-of-the-art models in the Hugging Face model hub and accelerate private models for customers of the Accelerated Inference API on CPU and GPU.',
author: 'Morgan Funtowicz, Machine Learning Engineer, Hugging Face',
imgsrc: huggingfacelogo,
imgalt: 'Hugging Face logo'
},
{
title: 'Hypefactors',
quote:
'ONNX Runtime powers many of our Natural Language Processing (NLP) and Computer Vision (CV) models that crunch the global media landscape in real-time. It is our go-to framework for scaling our production workload, providing important features ranging from built-in quantization tools to easy GPU and VNNI acceleration.',
author: 'Viet Yen Nguyen, CTO, Hypefactors',
imgsrc: hypefactorslogo,
imgalt: 'Hypefactors logo'
},
{
title: 'InFarm',
quote:
'InFarm delivers machine-learning powered solutions for intelligent farming, running computer vision models on a variety of hardware, including on-premise GPU clusters, edge computing devices like NVIDIA Jetsons, and cloud-based CPU and GPU clusters. ONNX Runtime enables InFarm to standardise the model formats and outputs of models generated across multiple teams to simplify deployment while also providing the best performance on all hardware targets.',
author: 'Ashley Walker, Chief Information and Technology Officer, InFarm',
imgsrc: infarmlogo,
imgalt: 'InFarm logo'
},
{
title: 'Intel',
quote:
'We are excited to support ONNX Runtime on the Intel® Distribution of OpenVINO™. This accelerates machine learning inference across Intel hardware and gives developers the flexibility to choose the combination of Intel hardware that best meets their needs from CPU to VPU or FPGA.',
author: 'Jonathan Ballon, Vice President and General Manager, Intel Internet of Things Group',
imgsrc: intellogo,
imgalt: 'Intel logo'
},
{
title: 'Navitaire',
quote:
"With customers around the globe, we're seeing increased interest in deploying more effective models to power pricing solutions via ONNX Runtime. ONNX Runtime's performance has given us the confidence to use this solution with our customers with more extreme transaction volume requirements.",
author: 'Jason Coverston, Product Director, Navitaire',
imgsrc: navitairelogo,
imgsrc: navitaireLogo,
imgalt: 'Navitaire Amadeus logo'
},
{
@ -180,7 +189,7 @@
"ONNX Runtime enables our customers to easily apply NVIDIA TensorRT's powerful optimizations to machine learning models, irrespective of the training framework, and deploy across NVIDIA GPUs and edge devices.",
author:
'Kari Ann Briski, Sr. Director, Accelerated Computing Software and AI Product, NVIDIA',
imgsrc: nvidialogo,
imgsrc: nvidiaLogo,
imgalt: 'NVIDIA logo'
},
{
@ -189,7 +198,7 @@
'The integration of ONNX Runtime into Apache OpenNLP 2.0 enables easy use of state-of-the-art Natural Language Processing (NLP) models in the Java ecosystem. For libraries and applications already using OpenNLP, such as Apache Lucene and Apache Solr, using ONNX Runtime via OpenNLP provides exciting new possibilities.',
author:
'Jeff Zemerick, Search Relevance Engineer at OpenSource Connections and Chair of the Apache OpenNLP project',
imgsrc: opennlplogo,
imgsrc: opennlpLogo,
imgalt: 'Apache OpenNLP logo'
},
{
@ -197,7 +206,7 @@
quote:
'The ONNX Runtime API for Java enables Java developers and Oracle customers to seamlessly consume and execute ONNX machine-learning models, while taking advantage of the expressive power, high performance, and scalability of Java.',
author: 'Stephen Green, Director of Machine Learning Research Group, Oracle',
imgsrc: oraclelogo,
imgsrc: oracleLogo,
imgalt: 'Oracle logo'
},
{
@ -205,7 +214,7 @@
quote:
'Using a common model and code base, the ONNX Runtime allows Peakspeed to easily flip between platforms to help our customers choose the most cost-effective solution based on their infrastructure and requirements.',
author: 'Oscar Kramer, Chief Geospatial Scientist, Peakspeed',
imgsrc: peakspeedlogo,
imgsrc: peakspeedLogo,
imgalt: 'Peakspeed logo'
},
{
@ -213,7 +222,7 @@
quote:
'ONNX Runtime provides us with a lightweight runtime that focuses on performance, yet allows our ML engineers to choose the best frameworks and models for the task at hand.',
author: 'Brian Lambert, Machine Learning Engineer, Pieces.app',
imgsrc: pieceslogo,
imgsrc: piecesLogo,
imgalt: 'Pieces logo'
},
{
@ -221,7 +230,7 @@
quote:
'The mission of PTW is to guarantee radiation therapy safely. Bringing an AI model from research into the clinic can be a challenge, however. These are very different software and hardware environments. ONNX Runtime bridges the gap and allows us to choose the best possible tools for research and be sure deployment into any environment will just work.',
author: 'Jan Weidner, Research Software Engineer, PTW Dosimetry',
imgsrc: ptwlogo,
imgsrc: ptwLogo,
imgalt: 'PTW logo'
},
{
@ -229,7 +238,7 @@
quote:
"ONNX Runtime underpins RedisAI's distinctive capability to run machine-learning and deep-learning model inference seamlessly inside of Redis. This integration allows data scientists to train models in their preferred ML framework (PyTorch, TensorFlow, etc), and serve those models from Redis for low-latency inference.",
author: 'Sam Partee, Principal Engineer, Applied AI, Redis',
imgsrc: redislogo,
imgsrc: redisLogo,
imgalt: 'Redis logo'
},
{
@ -237,7 +246,7 @@
quote:
'With support for ONNX Runtime, our customers and developers can cross the boundaries of the model training framework, easily deploy ML models in Rockchip NPU powered devices.',
author: 'Feng Chen, Senior Vice President, Rockchip',
imgsrc: rockchiplogo,
imgsrc: rockchipLogo,
imgalt: 'Rockchip logo'
},
{
@ -245,7 +254,7 @@
quote:
"We needed a runtime engine to handle the transition from data science land to a high-performance production runtime system. ONNX Runtime (ORT) simply ‘just worked'. Having no previous experience with ORT, I was able to easily convert my models, and had prototypes running inference in multiple languages within just a few hours. ORT will be my go-to runtime engine for the foreseeable future.",
author: 'Bill McCrary, Application Architect, Samtec',
imgsrc: samteclogo,
imgsrc: samtecLogo,
imgalt: 'Samtec logo'
},
{
@ -253,7 +262,7 @@
quote:
'The unique combination of ONNX Runtime and SAS Event Stream Processing changes the game for developers and systems integrators by supporting flexible pipelines and enabling them to target multiple hardware platforms for the same AI models without bundling and packaging changes. This is crucial considering the additional build and test effort saved on an ongoing basis.',
author: 'Saurabh Mishra, Senior Manager, Product Management, Internet of Things, SAS',
imgsrc: saslogo,
imgsrc: sasLogo,
imgalt: 'SAS logo'
},
{
@ -261,7 +270,7 @@
quote:
'Teradata provides a highly extensible framework that enables importation and inference of previously trained Machine Learning (ML) and Deep Learning (DL) models. ONNX Runtime enables us to expand the capabilities of Vantage Bring Your Own Model (BYOM) and gives data scientists more options for ML and DL models integration, inference and production deployment within Teradata Vantage ecosystem.',
author: 'Michael Riordan, Director, Vantage Data Science and Analytics Products, Teradata',
imgsrc: teradatalogo,
imgsrc: teradataLogo,
imgalt: 'Teradata logo'
},
{
@ -269,7 +278,7 @@
quote:
"ONNX Runtime's simple C API with DirectML provider enabled Topaz Labs to add support for AMD GPUs and NVIDIA Tensor Cores in just a couple of days. Furthermore, our models load many times faster on GPU than any other frameworks. Even our larger models with about 100 million parameters load within seconds.",
author: 'Suraj Raghuraman, Head of AI Engine, Topaz Labs',
imgsrc: topazlabslogo,
imgsrc: topazlabsLogo,
imgalt: 'Topaz Labs logo'
},
{
@ -277,7 +286,7 @@
quote:
"We selected ONNX Runtime as the backend of Unreal Engine's Neural Network Interface (NNI) plugin inference system because of its extensibility to support the platforms that Unreal Engine runs on, while enabling ML practitioners to develop ML models in the frameworks of their choice. NNI evaluates neural networks in real time in Unreal Engine and acts as the foundation for game developers to use and deploy ML models to solve many development challenges, including animation, ML-based AI, camera tracking, and more.",
author: 'Francisco Vicente Carrasco, Research Engineering Lead, Epic Games',
imgsrc: unrealenginelogo,
imgsrc: unrealengineLogo,
imgalt: 'Unreal Engine logo'
},
{
@ -286,7 +295,7 @@
'At the USDA we use ONNX Runtime in GuideMaker, a program we developed to design pools of guide RNAs needed for large-scale gene editing experiments with CRISPR-Cas. ONNX allowed us to make an existing model more interoperable and ONNX Runtime speeds up predictions of guide RNA binding.',
author:
'Adam Rivers, Computational Biologist, United States Department of Agriculture, Agricultural Research Service',
imgsrc: usdalogo,
imgsrc: usdaLogo,
imgalt: 'USDA logo'
},
{
@ -294,7 +303,7 @@
quote:
"ONNX Runtime has vastly increased Vespa.ai's capacity for evaluating large models, both in performance and model types we support.",
author: 'Lester Solbakken, Principal Engineer, Vespa.ai',
imgsrc: vespalogo,
imgsrc: vespaLogo,
imgalt: 'Vespa logo'
},
{
@ -302,7 +311,7 @@
quote:
'ONNX Runtime has been very helpful to us at Writer in optimizing models for production. It lets us deploy more powerful models and still deliver results to our customers with the latency they expect.',
author: 'Dave Buchanan, Director of AI and NLP, Writer',
imgsrc: writerlogo,
imgsrc: writerLogo,
imgalt: 'Writer logo'
},
{
@ -310,7 +319,7 @@
quote:
'Xilinx is excited that Microsoft has announced Vitis™ AI interoperability and runtime support for ONNX Runtime, enabling developers to deploy machine learning models for inference to FPGA IaaS such as Azure NP series VMs and Xilinx edge devices.',
author: 'Sudip Nag, Corporate Vice President, Software & AI Products, Xilinx',
imgsrc: xilinxlogo,
imgsrc: xilinxLogo,
imgalt: 'Xilinx logo'
}
];