-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathindex.html
574 lines (518 loc) · 26.5 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
<!DOCTYPE html>
<html class="no-js" lang="zxx">
<head>
<meta charset="utf-8"/>
<meta http-equiv="x-ua-compatible" content="ie=edge"/>
<title>EvalRS 2023 at KDD</title>
<meta name="description" content=""/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<link rel="shortcut icon" type="image/x-icon" href="assets/images/favicon.svg"/>
<!-- ========================= CSS here ========================= -->
<link rel="stylesheet" href="assets/css/bootstrap.min.css"/>
<link rel="stylesheet" href="assets/css/LineIcons.2.0.css"/>
<link rel="stylesheet" href="assets/css/animate.css"/>
<link rel="stylesheet" href="assets/css/tiny-slider.css"/>
<link rel="stylesheet" href="assets/css/glightbox.min.css"/>
<link rel="stylesheet" href="assets/css/main.css"/>
</head>
<body>
<!--[if lte IE 9]>
<p class="browserupgrade">
You are using an <strong>outdated</strong> browser. Please
<a href="https://browsehappy.com/">upgrade your browser</a> to improve
your experience and security.
</p>
<![endif]-->
<!-- Preloader -->
<div class="preloader">
<div class="preloader-inner">
<div class="preloader-icon">
<span></span>
<span></span>
</div>
</div>
</div>
<!-- /End Preloader -->
<!-- Start Header Area -->
<header class="header navbar-area">
<div class="container">
<div class="row align-items-center">
<div class="col-lg-12">
<div class="nav-inner">
<!-- Start Navbar -->
<nav class="navbar navbar-expand-lg">
<a class="navbar-brand" href="index.html">
<img src="assets/images/logo/white-logo.svg" alt="Logo">
</a>
<button class="navbar-toggler mobile-menu-btn" type="button" data-bs-toggle="collapse"
data-bs-target="#navbarSupportedContent" aria-controls="navbarSupportedContent"
aria-expanded="false" aria-label="Toggle navigation">
<span class="toggler-icon"></span>
<span class="toggler-icon"></span>
<span class="toggler-icon"></span>
</button>
<div class="collapse navbar-collapse sub-menu-bar" id="navbarSupportedContent">
<ul id="nav" class="navbar-nav ms-auto">
<li class="nav-item">
<a href="#home" class="page-scroll active"
aria-label="Toggle navigation">Home</a>
</li>
<li class="nav-item">
<a href="#features" class="page-scroll"
aria-label="Toggle navigation">Workshop</a>
</li>
<li class="nav-item">
<a href="#hackathon" class="page-scroll"
aria-label="Toggle navigation">Hackathon</a>
</li>
<li class="nav-item">
<a href="#accepted" class="page-scroll"
aria-label="Toggle navigation">Accepted Papers</a>
</li>
<li class="nav-item">
<a href="#schedule" class="page-scroll"
aria-label="Toggle navigation">Schedule</a>
</li>
<li class="nav-item">
<a href="https://reclist.io/cikm2022-cup/" target="_blank">EvalRS2022</a>
</li>
<li class="nav-item">
<a href="#organizers" class="page-scroll"
aria-label="Toggle navigation">Organizers</a>
</li>
</ul>
</div> <!-- navbar collapse -->
</nav>
<!-- End Navbar -->
</div>
</div>
</div> <!-- row -->
</div> <!-- container -->
</header>
<!-- End Header Area -->
<!-- Start Hero Area -->
<section id="home" class="hero-area">
<div class="container">
<div class="row align-items-center">
<div class="col-lg-8 col-md-12 col-12">
<div class="hero-content">
<h1 class="wow fadeInLeft" data-wow-delay=".4s">EvalRS2023</h1>
<p class="wow fadeInLeft" data-wow-delay=".6s">A Well-Rounded Evaluation of Recommender Systems. The
Second Edition of the workshop on well-rounding the evaluation
of recommender systems, covering fairness, robustness and trustworthiness.</p>
<p class="wow fadeInLeft" data-wow-delay=".6s">
KDD, August 7th, Long Beach (CA), US
</p>
<div class="button wow fadeInLeft" data-wow-delay=".8s">
<a href="https://github.com/RecList/evalRS-KDD-2023" target="_blank" class="btn btn-alt"><i
class="lni lni-github"></i> GitHub</a>
<a href="https://arxiv.org/pdf/2304.07145.pdf" target="_blank" class="btn btn-alt"><i
class="lni lni-book"></i> Paper </a>
<a href="https://kdd.org/kdd2023/" target="_blank" class="btn btn-alt"><i
class="lni lni-home"></i> KDD 2023 </a>
<a href="https://lu.ma/jfuofoxl" target="_blank" class="btn btn-alt"><i
class="lni lni-dinner"></i> Party </a>
<a href="https://ceur-ws.org/Vol-3450/" target="_blank" class="btn btn-alt"><i
class="lni lni-paperclip"></i> Proceedings </a>
</div>
</div>
</div>
<div class="col-lg-7 col-md-12 col-12">
<div class="hero-image wow fadeInRight" data-wow-delay=".4s">
</div>
</div>
</div>
</div>
</section>
<!-- End Hero Area -->
<section id="features" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">Workshop</h3>
<h2 class="wow fadeInUp" data-wow-delay=".4s">
Can We Build Recommender Systems That Are More Robust, Trustworthy And Well-Rounded?
</h2>
<p class="wow fadeInUp" data-wow-delay=".6s">
The ubiquity of personalized recommendations has led to a surge of interest in recommender
systems research; however,
evaluating model performance across use cases is still difficult.</p>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
Building on the success of <a href="https://reclist.io/cikm2022-cup/" target="_blank"> EvalRS
2022 </a> and
<a href="https://reclist.io" target="_blank">Reclist</a>, we are back with a broader scope
and a new interactive format: our workshop focuses on multi-faceted evaluation for recommender
systems, mixing a
traditional research track (with prizes for innovative papers)
and a
<a href="#hackathon"> hackathon </a>, to live and breath the challenges with working code (with
prizes for the best projects).</p>
<p class="wow fadeInUp" data-wow-delay=".6s">
<strong>Important:</strong> Registration to <a href="https://kdd.org/kdd2023/" target="_blank">KDD</a>
is required to attend the workshop, but submitting papers is not required to participate in the
hackathon. <a href="https://lu.ma/jfuofoxl"> The hackathon and social event </a> is an affiliated event organized with the help of our generous sponsors, <a href="https://snap.com/en-US"> Snap </a>, <a href="https://costanoa.vc/"> Costanoa </a> and by <a
href="https://www.bauplanlabs.com/"> Bauplan Labs </a>.
</p>
</div>
</div>
</div>
</div>
</section>
<!-- Start hackathon -->
<section id="hackathon" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">hackathon</h3>
<h2 class="wow fadeInUp" data-wow-delay=".4s">
"Talk is cheap, show me the code": assemble a team, complete a project, and compete for the
prizes!
</h2>
<p class="wow fadeInUp" data-wow-delay=".6s">We'll host a pizza hackathon night, where participants
will pursue innovative projects for the
rounded evaluation of recommender systems!
</p>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
A new, open dataset, with notebooks, models, and tests is already available if you want to get into the workshop mood early: check the <a href="https://github.com/RecList/evalRS-KDD-2023" target="_blank">official repository</a> to get started (yes, you can start your project before the workshop if you desire to do so!). As usual, everything goes back to the community as open source contributions.
</p>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
<strong>Important</strong>: The hackathon and social event is an affiliated event organized with
the help of our generous sponsors. To participate in the hackathon and
win the prizes, you're <strong>not</strong> required to submit a paper to the workshop: if you
can't be in Long Beach, write us an email, as we welcome hybrid participation from teams that
can't come in person.
</p>
<br>
<img src="assets/images/logo/bauplan.png" alt="Bauplan Logo" class="img-fluid" width="100">
<img src="https://costanoa.vc/wp-content/themes/costanoa/img/logo-wide-dark2@2x.svg" width="200" alt="Snap Logo" class="img-fluid" width="100">
<img src="assets/images/logo/snap.png" alt="Snap Logo" class="img-fluid" width="100">
</div>
</div>
</div>
</div>
</section>
<!-- Start dates -->
<section id="accepted" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">Accepted Papers</h3>
<!-- table with schedule -->
<table class="table">
<thead>
<tr>
<th>Title</th>
<th>Link</th>
</tr>
</thead>
<tbody>
<tr>
<td>Realistic but Non-Identifiable Synthetic User Data Generation</td>
<td><a target="_blank" href="papers/EVALRS2023_paper_1.pdf"> Link </a>
</td>
</tr>
<tr>
<td>Disentangling the Performance Puzzle of Multimodal-aware Recommender Systems</td>
<td><a target="_blank" href="papers/EVALRS2023_paper_2.pdf"> Link </a>
</td>
</tr>
<tr>
<td>Bridging Offline-Online Evaluation with a Time-dependent and Popularity Bias-free Offline Metric for Recommenders</td>
<td><a target="_blank" href="papers/EVALRS2023_paper_3.pdf"> Link </a>
</td>
</tr>
<tr>
<td>Evaluating Recommendation Systems Using the Power of Embeddings</td>
<td><a target="_blank" href="papers/EVALRS2023_paper_4.pdf"> Link </a>
</td>
</tr>
<tr>
<td>Metric@CustomerN: Evaluating Metrics at a Customer Level in E-Commerce</td>
<td><a target="_blank" href="papers/EVALRS2023_paper_5.pdf"> Link </a>
</td>
</tr>
</tbody>
</table>
</div>
</div>
</div>
</div>
</section>
<!-- Start dates -->
<section id="schedule" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">Schedule</h3>
<h2 class="wow fadeInUp" data-wow-delay=".4s">
August 7th at KDD 2023
</h2>
<!-- table with schedule -->
<table class="table">
<thead>
<tr>
<th>Time</th>
<th>What</th>
</tr>
</thead>
<tbody>
<tr>
<td>1.00 - 1.30 (PM, Pacific Time)</td>
<td>KeyNote <a href="https://www.linkedin.com/in/lbelli/" target="_blank"> Luca Belli </a>
</td>
</tr>
<tr>
<td>1.30 - 2.00</td>
<td>Papers Presentations
</td>
</tr>
<tr>
<td>2.00 - 4.30</td>
<td>hackathon Part I
</td>
</tr>
<tr>
<td>4:30 - 5:00</td>
<td>KeyNote <a href="https://www.linkedin.com/in/joey-robinson-a9532631/" target="_blank">
Joey Robinson</a>
</td>
</tr>
<tr>
<td>Break</td>
<td> Break
</td>
</tr>
<tr>
<td>6:00-8:00</td>
<td><a href="https://lu.ma/jfuofoxl"> After Party hackathon Part II </a>
</td>
</tr>
</tbody>
</table>
</div>
</div>
</div>
</div>
</section>
<section id="keynotes" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">KeyNotes</h3>
<h2 class="wow fadeInUp" data-wow-delay=".4s">
Joey Robinson, Manager, Web Ad Ranking @ Snap
</h2>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
<strong> Bio </strong>: Joey is an engineering manager at Snap, where he leads the Web Ad
Ranking team. His team owns the development of the CTR and CVR models used for predicting web
engagements for Snapchat ads. Prior to Snap, he led the machine learning team at an AI startup
(Scaled Inference) and studied computer science and machine learning at Carnegie Mellon
University.
</p>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
<strong> Abstract </strong>: Ranking and recommendation systems power a variety of Snapchat
features, including spotlight, discover, maps, search, lenses, ads, and friending. For all of
these products, model evaluation and analysis tooling play a central role at each stage of the
model development lifecycle. In this talk, we will discuss the evolution of Snapchat's unified
model evaluation system and the key design decisions that allowed it to grow to support more
than a dozen ML use cases at scale. We will also discuss the importance of extending model
evaluation beyond a single accuracy number, and how a flexible evaluation system can allow
engineers to ask and answer questions about their models that help to guide future model
improvements.
<br>
<br>
<h2 class="wow fadeInUp" data-wow-delay=".4s">
Luca Belli, founder of Sator Labs, UC Berkeley Tech Policy Fellow.
</h2>
<br>
<p class="wow fadeInUp" data-wow-delay=".6s">
<strong> Bio </strong>: Luca Belli is the founder of Sator Labs, a Visiting Nist AI Fellow and a
UC Berkeley Tech Policy Fellow. Previously he was the co-founder and Research Lead for Twitter’s
Machine learning Ethics, Transparency and Accountability (META) team where he guided industry
leading approaches for responsible ML practices and product changes. Before that he operated as
a Data Science and Machine Learning Engineer at Conversant and WolframAlpha. His research
interests lie at the intersection of feedback loops, algorithmic amplification (with a special
eye on politics), and algorithmic audits. He holds a Ph.D. in Math from Tor Vergata University
in Rome.
</p>
<br>
</div>
</div>
</div>
</div>
</section>
<!-- Start dates -->
<!-- Start Features Area -->
<section id="organizers" class="features section">
<div class="container">
<div class="row">
<div class="col-12">
<div class="section-title">
<h3 class="wow zoomIn" data-wow-delay=".2s">Organizers</h3>
<h2 class="wow fadeInUp" data-wow-delay=".4s">EvalRS is brought to you by the following people
</h2>
</div>
</div>
</div>
<div class="row">
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".2s">
<img src="assets/images/organizers/fede.png" alt="Federico Bianchi"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Federico Bianchi</h3>
<p>Stanford</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".4s">
<img src="assets/images/organizers/pjc.png" alt="Patrick John Chia"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Patrick John Chia</h3>
<p>Coveo</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".6s">
<img src="assets/images/organizers/jacopo.jpg" alt="Jacopo Tagliabue"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Jacopo Tagliabue</h3>
<p>NYU/Bauplan</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".4s">
<img src="assets/images/organizers/claudio.jpg" alt="Claudio Pomo"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Claudio Pomo</h3>
<p>Politecnico di Bari</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".2s">
<img src="assets/images/organizers/gabriel.png" alt="Gabriel Moreira"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Gabriel Moreira</h3>
<p>NVIDIA</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".2s">
<img src="assets/images/organizers/ciro.png" alt="Ciro Greco"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Ciro Greco</h3>
<p>Bauplan</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".6s">
<img src="assets/images/organizers/davide.jpg" alt="Davide Eynard"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Davide Eynard</h3>
<p>Mozilla AI</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".6s">
<img src="assets/images/organizers/fahd.png" alt="Fahd Husain"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Fahd Husain</h3>
<p>Mozilla AI</p>
</div>
<!-- End Single Feature -->
</div>
<div class="col-lg-3 col-md-6 col-12">
<!-- Start Single Feature -->
<div class="single-feature wow fadeInUp" data-wow-delay=".6s">
<img src="assets/images/organizers/aaron.png" alt="Fahd Husain"
style="width: 100px; height: 100px; border-radius: 50%;">
<h3>Aaron Gonzales</h3>
<p>Mozilla AI</p>
</div>
<!-- End Single Feature -->
</div>
</div>
</div>
</section>
<!-- End Features Area -->
<!-- Start Footer Area -->
<footer class="footer">
<!-- Start Footer Top -->
<div class="footer-top">
<div class="container">
<div class="row">
<div class="col-lg-4 col-md-4 col-12">
<!-- Single Widget -->
<div class="single-footer f-about">
<div class="logo">
<a href="index.html">
<img src="assets/images/logo/white-logo.svg" alt="#">
</a>
</div>
</div>
<!-- End Single Widget -->
</div>
</div>
</div>
</div>
<!--/ End Footer Top -->
</footer>
<!--/ End Footer Area -->
<!-- ========================= scroll-top ========================= -->
<a href="#" class="scroll-top">
<i class="lni lni-chevron-up"></i>
</a>
<!-- ========================= JS here ========================= -->
<script src="assets/js/bootstrap.min.js"></script>
<script src="assets/js/wow.min.js"></script>
<script src="assets/js/tiny-slider.js"></script>
<script src="assets/js/glightbox.min.js"></script>
<script src="assets/js/count-up.min.js"></script>
<script src="assets/js/main.js"></script>
<!-- Google tag (gtag.js) -->
<script async src="https://www.googletagmanager.com/gtag/js?id=G-FYP71BZ405"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag() {
dataLayer.push(arguments);
}
gtag('js', new Date());
gtag('config', 'G-FYP71BZ405');
</script>
<script type="text/javascript">
//====== counter up
var cu = new counterUp({
start: 0,
duration: 2000,
intvalues: true,
interval: 100,
append: " ",
});
cu.start();
</script>
</body>
</html>