-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathindex.html
More file actions
439 lines (356 loc) · 20.3 KB
/
index.html
File metadata and controls
439 lines (356 loc) · 20.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta content="width=device-width, initial-scale=1.0" name="viewport">
<title>LOTUS - LLM Powered Document Processing & Data Query Engine</title>
<meta name="description" content="LOTUS is an advanced LLM-powered document processing and data query engine that makes AI-powered data processing fast and easy. Process structured and unstructured data with semantic operators.">
<meta name="keywords" content="LLM powered document processing, AI data processing, semantic query engine, LLM data analytics, document processing with AI, structured data processing, unstructured data processing, semantic operators, AI-powered data transformation">
<!-- Open Graph / Facebook -->
<meta property="og:type" content="website">
<meta property="og:url" content="https://lotus-db.github.io/">
<meta property="og:title" content="LOTUS - LLM Powered Document Processing & Data Query Engine">
<meta property="og:description" content="LOTUS is an advanced LLM-powered document processing and data query engine that makes AI-powered data processing fast and easy.">
<meta property="og:image" content="assets/img/logo.png">
<!-- Twitter -->
<meta property="twitter:card" content="summary_large_image">
<meta property="twitter:url" content="https://lotus-db.github.io/">
<meta property="twitter:title" content="LOTUS - LLM Powered Document Processing & Data Query Engine">
<meta property="twitter:description" content="LOTUS is an advanced LLM-powered document processing and data query engine that makes AI-powered data processing fast and easy.">
<meta property="twitter:image" content="assets/img/logo.png">
<!-- Additional SEO Meta Tags -->
<meta name="author" content="LOTUS Team">
<meta name="robots" content="index, follow">
<meta name="language" content="English">
<meta name="revisit-after" content="7 days">
<meta name="distribution" content="global">
<meta name="rating" content="general">
<!-- Canonical URL -->
<link rel="canonical" href="https://lotus-db.github.io/">
<!-- Favicons -->
<link href="assets/img/logo.png" rel="icon">
<link href="assets/img/apple-touch-icon.png" rel="apple-touch-icon">
<!-- Fonts -->
<link href="https://fonts.googleapis.com" rel="preconnect">
<link href="https://fonts.gstatic.com" rel="preconnect" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Roboto:ital,wght@0,100;0,300;0,400;0,500;0,700;0,900;1,100;1,300;1,400;1,500;1,700;1,900&family=Poppins:ital,wght@0,100;0,200;0,300;0,400;0,500;0,600;0,700;0,800;0,900;1,100;1,200;1,300;1,400;1,500;1,600;1,700;1,800;1,900&family=Raleway:ital,wght@0,100;0,200;0,300;0,400;0,500;0,600;0,700;0,800;0,900;1,100;1,200;1,300;1,400;1,500;1,600;1,700;1,800;1,900&display=swap" rel="stylesheet">
<!-- Vendor CSS Files -->
<link href="assets/vendor/bootstrap/css/bootstrap.min.css" rel="stylesheet">
<link href="assets/vendor/bootstrap-icons/bootstrap-icons.css" rel="stylesheet">
<link href="assets/vendor/aos/aos.css" rel="stylesheet">
<link href="assets/vendor/swiper/swiper-bundle.min.css" rel="stylesheet">
<link href="assets/vendor/glightbox/css/glightbox.min.css" rel="stylesheet">
<link href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/themes/prism-okaidia.min.css" rel="stylesheet">
<!-- Main CSS File -->
<link href="assets/css/main.css" rel="stylesheet">
<!-- Structured Data for search-->
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "SoftwareApplication",
"name": "LOTUS",
"description": "LLM-powered document processing and data query engine for AI-based data transformations",
"url": "https://lotus-db.github.io/",
"applicationCategory": "DataProcessingApplication",
"operatingSystem": "Cross-platform",
"offers": {
"@type": "Offer",
"price": "0",
"priceCurrency": "USD"
},
"author": {
"@type": "Organization",
"name": "LOTUS Team at Stanford and Berkeley University",
"url": "https://github.com/lotus-data/lotus"
},
"keywords": "LLM powered data processing, LLM document processing,AI data processing, semantic query engine, LLM data analytics"
}
</script>
<!-- =======================================================
* Template Name: Anyar
* Template URL: https://bootstrapmade.com/anyar-free-multipurpose-one-page-bootstrap-theme/
* Updated: Aug 07 2024 with Bootstrap v5.3.3
* Author: BootstrapMade.com
* License: https://bootstrapmade.com/license/
======================================================== -->
</head>
<body class="index-page">
<header id="header" class="header d-flex align-items-center fixed-top">
<div class="container position-relative d-flex align-items-center justify-content-between">
<a href="index.html" class="logo d-flex align-items-center me-auto me-xl-0">
<!-- Uncomment the line below if you also wish to use an image logo -->
<img src="assets/img/logo.png" alt="LOTUS LLM Powered Document and Data Processing Engine">
<h1 class="sitename">LOTUS</h1>
</a>
<nav id="navmenu" class="navmenu">
<ul>
<li><a href="#hero" class="active">Home</a></li>
<li><a href="#code-example">Get Started</a></li>
<li><a href="#about">Use Cases</a></li>
<li><a href="#team">Team</a></li>
</ul>
<i class="mobile-nav-toggle d-xl-none bi bi-list"></i>
</nav>
<div class="header-social-links">
<a href="https://github.com/lotus-data/lotus" class="github"><i class="bi bi-github"></i></a>
<a href="https://arxiv.org/abs/2407.11418" class="arxiv"><i class="bi bi-file-earmark-text"></i></a>
<a href="https://discord.gg/ZWQBurm5bt" class="discord"><i class="bi bi-discord"></i></a>
</div>
</div>
</header>
<main class="main">
<!-- Hero Section -->
<section id="hero" class="hero section dark-background">
<div class="container">
<div class="row justify-content-center">
<div class="col-lg-8 text-center" data-aos="fade-up" data-aos-delay="100">
<h1> LOTUS Makes LLM-Powered Data Processing Fast and Easy</h1>
<!-- <h2>LOTUS: Easily Run LLMs over Tables</h2> -->
<span style="display:block; height: 1em;"></span>
<p>LOTUS is an LLM-powered query engine for processing text, documents, structured and unstructured data with AI.</p>
<span style="display:block; height: 1em;"></span>
<div class="d-flex justify-content-center gap-4">
<a href="https://lotus-ai.readthedocs.io/en/latest/" class="btn-get-started">Docs</a>
<a href="https://github.com/lotus-data/lotus" class="btn-get-started">GitHub</a>
<a href="https://discord.gg/ZWQBurm5bt" class="btn-get-started">Discord</a>
<a href="https://arxiv.org/abs/2407.11418" class="btn-get-started">Paper</a>
</div>
</div>
</div>
</div>
</section><!-- /Hero Section -->
<!-- About Section -->
<section id="code-example" class="code-example about section">
<!-- Section Title -->
<div class="container section-title" data-aos="fade-up">
<h2>Get Started in a Few Lines of Code</h2>
</div>
<div class="container">
<div class="row gy-5">
<div class="content col-xl-4 d-flex flex-column" data-aos="fade-up" data-aos-delay="100">
<!-- <h3>Get started in a few lines of code!</h3> -->
<h5>
LOTUS provides an intuitive Python package and familiar Pandas-like API with LLM-powered semantic operators for advanced document processing and data analytics.
<!-- <a href="" class="btn-get-started">Open in Colab</a> -->
</h5>
<span style="display:block; height: 1em;"></span>
<a href="https://colab.research.google.com/drive/1mP65YHHdD6mnZmC5-Uqm2uCXJ4-Kbkhu?usp=sharing" class="about-btn align-self-center align-self-xl-start"><span>Open in Colab</span></a>
</div>
<div class="col-xl-8" data-aos="fade-up" data-aos-delay="200">
<div class="row gy-4">
<div class="code-block">
<pre><code class="language-python">
papers_df.sem_filter("the {research_paper} has an open source repo")
.sem_topk("the {research_paper} has the most ground-breaking ideas", K=20)
.sem_agg("summarize the papers based on their {research_paper}")
</code></pre>
</div>
</div>
</div>
</div>
</div>
</section><!-- /About Section -->
<!-- Details Section -->
<section id="details" class="details section light-background">
<!-- Section Title -->
<div class="container section-title" data-aos="fade-up">
<h2>The Power of Semantic Operators</h2>
<h6>
LOTUS implements the semantic operator model, a powerful and declarative programming model for AI-based document processing and data transformations.
</h6>
<!-- <p>See how easy it is to use LOTUS with this simple example.</p> -->
</div><!-- End Section Title -->
<div class="container">
<div class="row gy-4">
<div class="col-xl-12" data-aos="fade-up" data-aos-delay="200">
<div class="row gy-4">
<div class="col-md-4 icon-box position-relative">
<i class="bi bi-code-square"></i>
<h4>Declarative AI-Based Programming</h4>
<p>
Specify your data and document processing logic with declarative, high-level LLM-powered operators.
<!-- (e.g., <code>sem_filter</code>, <code>sem_topk</code>, <code>sem_agg</code>). -->
Then leave the rest to the query engine!
</p>
</div><!-- Icon-Box -->
<div class="col-md-4 icon-box position-relative">
<i class="bi bi-speedometer2"></i>
<h4>Highly Optimized LLM Execution</h4>
<p>
LOTUS automatically optimizes your LLM-powered data processing programs, for up to 400x speedups.
</p>
</div><!-- Icon-Box -->
<div class="col-md-4 icon-box position-relative">
<i class="bi bi-database"></i>
<h4>Seamless Data Integration</h4>
<p>
Plug into your existing database, vector database, or document store. LLM-powered semantic operators seamlessly extend the relational model, making it easy for you to leverage your structured and unstructured document data together.
</p>
</div><!-- Icon-Box -->
</div>
</div>
</div>
</div>
</section><!-- End Code Example Section -->
<!-- About Section -->
<section id="about" class="about section">
<!-- Section Title -->
<div class="container section-title" data-aos="fade-up">
<h2>LLM-Powered Document Processing Use Cases</h2>
<h6>
LOTUS serves a diverse array of applications that need to process documents and data with AI. Here are some examples, each written in short & intuitive LOTUS programs.
</h6>
</div><!-- End Section Title -->
<div class="container">
<div class="row gy-5">
<!-- <div class="content col-xl-5 d-flex flex-column" data-aos="fade-up" data-aos-delay="100">
<h3>LOTUS</h3>
<p>
LOTUS is a query engine that extends the relational model with semantic operators, enabling efficient and expressive AI-based analytics across large datasets.
</p>
<a href="https://github.com/stanford-futuredata/lotus" class="about-btn align-self-center align-self-xl-start"><span>Explore LOTUS</span> <i class="bi bi-github"></i></a>
</div> -->
<div class="col-xl-12" data-aos="fade-up" data-aos-delay="200">
<div class="row gy-4">
<div class="col-md-3 icon-box position-relative">
<i class="bi bi-check-circle"></i>
<h4><a href="" class="stretched-link">Document Fact-Checking</a></h4>
<p>LOTUS LLM-powered document processing programs reproduce and improve upon state-of-the art fact-checking accuracy pipelines on the FEVER dataset, while optimizing execution to acheive 28x speedups.</p>
</div><!-- Icon-Box -->
<div class="col-md-3 icon-box position-relative">
<i class="bi bi-tags"></i>
<h4><a href="" class="stretched-link">Document ETL and Classification</a></h4>
<p>LOTUS acheives state-of-the art accuracy with a single semantic operator on the BioDEX dataset, which presents a complex medical document classification task. Under the hood, the LOTUS query engine automatically explores feasible execution plans to achieves 400x faster performance than the default.</p>
</div><!-- Icon-Box -->
<div class="col-md-3 icon-box position-relative">
<i class="bi bi-search"></i>
<h4><a href="" class="stretched-link">Document Search and Ranking</a></h4>
<p>
LOTUS LLM-powered programs acheive 200% higher accuracy than state-of-the-art retrieval and re-ranking methods, while also providing query efficiency with up to 10x lower execution time than LM-based methods used by prior works.
</p>
</div><!-- Icon-Box -->
<div class="col-md-3 icon-box position-relative">
<i class="bi bi-file-earmark-text"></i>
<h4><a href="" class="stretched-link">Research Document Insights</a></h4>
<p>Simple LOTUS programs process large sets of recent ArXiv papers allows you to provide summaries, and group the data based on topics, answer complex research questions.</p>
</div><!-- Icon-Box -->
</div>
</div>
</div>
</div>
</section><!-- /About Section -->
<!-- Team Section -->
<section id="team" class="team section light-background">
<!-- Section Title -->
<div class="container section-title" data-aos="fade-up">
<h2>Team</h2>
<h6>
The LOTUS project is ongoing work from researchers at Stanford and Berkeley University, developing advanced LLM-powered data processing technology.
</h6>
</div><!-- End Section Title -->
<div class="container">
<div class="row gy-4">
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="100">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/liana.jpeg" class="img-fluid" alt="Liana Patel - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Liana Patel</h4>
<span>Stanford University</span>
<small class="text-muted">Project Lead</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="200">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/sid.jpeg" class="img-fluid" alt="Sid Jha - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Sid Jha</h4>
<span>UC Berkeley</span>
<small class="text-muted">Core Contributor</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="300">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/parth.jpeg" class="img-fluid" alt="Parth Asawa - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Parth Asawa</h4>
<span>UC Berkeley</span>
<small class="text-muted">Core Contributor</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="100">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/melissa.jpeg" class="img-fluid" alt="Melissa Pan - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Melissa Pan</h4>
<span>UC Berkeley</span>
<small class="text-muted">Core Contributor</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="200">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/harshit.jpeg" class="img-fluid" alt="Harshit Gupta - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Harshit Gupta</h4>
<span>Stanford University</span>
<small class="text-muted">Core Contributor</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="100">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/carlos.jpeg" class="img-fluid" alt="Carlos Guestrin - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Carlos Guestrin</h4>
<span>Stanford University</span>
<small class="text-muted">Faculty Advisor</small>
</div>
</div>
</div><!-- End Team Member -->
<div class="col-lg-4" data-aos="fade-up" data-aos-delay="200">
<div class="team-member d-flex align-items-center">
<div class="pic"><img src="assets/img/team/matei.jpeg" class="img-fluid" alt="Matei Zaharia - LOTUS LLM Document Processing"></div>
<div class="member-info d-flex flex-column justify-content-center">
<h4>Matei Zaharia</h4>
<span>UC Berkeley</span>
<small class="text-muted">Faculty Advisor</small>
</div>
</div>
</div><!-- End Team Member -->
</div>
</div>
</section><!-- /Team Section -->
</main>
<footer id="footer" class="footer dark-background">
<div class="container copyright text-center mt-4">
<p>© <span>Copyright</span> <strong class="px-1 sitename">LOTUS</strong> <span>All Rights Reserved</span></p>
<div class="credits">
<!-- All the links in the footer should remain intact. -->
<!-- You can delete the links only if you've purchased the pro version. -->
<!-- Licensing information: https://bootstrapmade.com/license/ -->
<!-- Purchase the pro version with working PHP/AJAX contact form: [buy-url] -->
Designed by <a href="https://bootstrapmade.com/">BootstrapMade</a>
</div>
</div>
</footer>
<!-- Scroll Top -->
<a href="#" id="scroll-top" class="scroll-top d-flex align-items-center justify-content-center"><i class="bi bi-arrow-up-short"></i></a>
<!-- Preloader -->
<div id="preloader"></div>
<!-- Vendor JS Files -->
<script src="assets/vendor/bootstrap/js/bootstrap.bundle.min.js"></script>
<script src="assets/vendor/php-email-form/validate.js"></script>
<script src="assets/vendor/aos/aos.js"></script>
<script src="assets/vendor/swiper/swiper-bundle.min.js"></script>
<script src="assets/vendor/glightbox/js/glightbox.min.js"></script>
<script src="assets/vendor/imagesloaded/imagesloaded.pkgd.min.js"></script>
<script src="assets/vendor/isotope-layout/isotope.pkgd.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/prism.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/components/prism-python.min.js"></script>
<!-- Main JS File -->
<script src="assets/js/main.js"></script>
</body>
</html>