|
| 1 | +<!DOCTYPE html> |
| 2 | +<html> |
| 3 | +<head> |
| 4 | + <meta charset="utf-8"> |
| 5 | + <!-- Meta tags for social media banners, these should be filled in appropriatly as they are your "business card" --> |
| 6 | + <!-- Replace the content tag with appropriate information --> |
| 7 | + <meta name="description" content="DESCRIPTION META TAG"> |
| 8 | + <meta property="og:title" content="SOCIAL MEDIA TITLE TAG"/> |
| 9 | + <meta property="og:description" content="SOCIAL MEDIA DESCRIPTION TAG TAG"/> |
| 10 | + <meta property="og:url" content="URL OF THE WEBSITE"/> |
| 11 | + <!-- Path to banner imge, should be in the path listed below. Optimal dimenssions are 1200X630--> |
| 12 | + <meta property="og:imge" content="static/imge/your_banner_imge.png" /> |
| 13 | + <meta property="og:imge:width" content="1200"/> |
| 14 | + <meta property="og:imge:height" content="630"/> |
| 15 | + |
| 16 | + |
| 17 | + <meta name="twitter:title" content="TWITTER BANNER TITLE META TAG"> |
| 18 | + <meta name="twitter:description" content="TWITTER BANNER DESCRIPTION META TAG"> |
| 19 | + <!-- Path to banner imge, should be in the path listed below. Optimal dimenssions are 1200X600--> |
| 20 | + <meta name="twitter:imge" content="static/imges/your_twitter_banner_imge.png"> |
| 21 | + <meta name="twitter:card" content="summary_large_imge"> |
| 22 | + <!-- Keywords for your paper to be indexed by--> |
| 23 | + <meta name="keywords" content="KEYWORDS SHOULD BE PLACED HERE"> |
| 24 | + <meta name="viewport" content="width=device-width, initial-scale=1"> |
| 25 | + |
| 26 | + |
| 27 | + <title>A Local-to-Global Approach to Multi-modal Movie Scene Segmentation</title> |
| 28 | + <link rel="icon" type="imge/x-icon" href="/img/favicon.ico"> |
| 29 | + <link href="https://fonts.googleapis.com/css?family=Google+Sans|Noto+Sans|Castoro" |
| 30 | + rel="stylesheet"> |
| 31 | + |
| 32 | + <link rel="stylesheet" href="static/css/bulma.min.css"> |
| 33 | + <link rel="stylesheet" href="static/css/bulma-carousel.min.css"> |
| 34 | + <link rel="stylesheet" href="static/css/bulma-slider.min.css"> |
| 35 | + <link rel="stylesheet" href="static/css/fontawesome.all.min.css"> |
| 36 | + <link rel="stylesheet" |
| 37 | + href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"> |
| 38 | + <link rel="stylesheet" href="static/css/index.css"> |
| 39 | + |
| 40 | + <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script> |
| 41 | + <script src="https://documentcloud.adobe.com/view-sdk/main.js"></script> |
| 42 | + <script defer src="static/js/fontawesome.all.min.js"></script> |
| 43 | + <script src="static/js/bulma-carousel.min.js"></script> |
| 44 | + <script src="static/js/bulma-slider.min.js"></script> |
| 45 | + <script src="static/js/index.js"></script> |
| 46 | +</head> |
| 47 | +<body> |
| 48 | + |
| 49 | + |
| 50 | + <section class="hero"> |
| 51 | + <div class="hero-body"> |
| 52 | + <div class="container is-max-desktop"> |
| 53 | + <div class="columns is-centered"> |
| 54 | + <div class="column has-text-centered"> |
| 55 | + <h1 class="title is-1 publication-title">A Local-to-Global Approach to Multi-modal Movie Scene Segmentation</h1> |
| 56 | + <div class="is-size-5 publication-authors"> |
| 57 | + <a href="https://anyirao.com/">Anyi Rao</a> |
| 58 | + <a href="https://eveneveno.github.io/lnxu/">Linning Xu</a> |
| 59 | + <a href="http://www.xiongyu.me/home/">Yu Xiong</a> |
| 60 | + <a href="http://mmlab.ie.cuhk.edu.hk">Guodong Xu</a> |
| 61 | + <a href="http://qqhuang.cn/">Qingqiu Huang</a> |
| 62 | + <a href="http://bzhou.ie.cuhk.edu.hk/">Bolei Zhou</a> |
| 63 | + <a href="http://dahua.me/">Dahua Lin</a> |
| 64 | + </div> |
| 65 | + |
| 66 | + <div class="is-size-5 publication-authors"> |
| 67 | + <a href="http://mmlab.ie.cuhk.edu.hk/">MMLab, The Chinese University of Hong Kong</a> |
| 68 | + <span class="eql-cntrb"><br>CVPR 2020</span> |
| 69 | + </div> |
| 70 | + |
| 71 | + <div class="column has-text-centered"> |
| 72 | + <div class="publication-links"> |
| 73 | + <!-- Arxiv PDF link --> |
| 74 | + <span class="link-block"> |
| 75 | + <a href="https://ieeexplore.ieee.org/stamp/stamp.jsp?arnumber=9157529" target="_blank" |
| 76 | + class="external-link button is-normal is-rounded is-dark"> |
| 77 | + <span class="icon"> |
| 78 | + <i class="fas fa-file-pdf"></i> |
| 79 | + </span> |
| 80 | + <span>Paper</span> |
| 81 | + </a> |
| 82 | + </span> |
| 83 | + |
| 84 | + <!-- Supplementary PDF link --> |
| 85 | + <span class="link-block"> |
| 86 | + <a href="https://openaccess.thecvf.com/content_CVPR_2020/supplemental/Rao_A_Local-to-Global_Approach_CVPR_2020_supplemental.pdf" target="_blank" |
| 87 | + class="external-link button is-normal is-rounded is-dark"> |
| 88 | + <span class="icon"> |
| 89 | + <i class="fas fa-file-pdf"></i> |
| 90 | + </span> |
| 91 | + <span>Supplementary</span> |
| 92 | + </a> |
| 93 | + </span> |
| 94 | + |
| 95 | + <!-- Github link --> |
| 96 | + <span class="link-block"> |
| 97 | + <a href="https://github.com/AnyiRao/SceneSeg" target="_blank" |
| 98 | + class="external-link button is-normal is-rounded is-dark"> |
| 99 | + <span class="icon"> |
| 100 | + <i class="fab fa-github"></i> |
| 101 | + </span> |
| 102 | + <span>Code</span> |
| 103 | + </a> |
| 104 | + </span> |
| 105 | + |
| 106 | + <!-- ArXiv abstract Link --> |
| 107 | + <span class="link-block"> |
| 108 | + <a href="https://arxiv.org/abs/2004.02678" target="_blank" |
| 109 | + class="external-link button is-normal is-rounded is-dark"> |
| 110 | + <span class="icon"> |
| 111 | + <i class="ai ai-arxiv"></i> |
| 112 | + </span> |
| 113 | + <span>arXiv</span> |
| 114 | + </a> |
| 115 | + </span> |
| 116 | + </div> |
| 117 | + </div> |
| 118 | + </div> |
| 119 | + </div> |
| 120 | + </div> |
| 121 | + </div> |
| 122 | +</section> |
| 123 | + |
| 124 | + |
| 125 | +<!-- Teaser video--> |
| 126 | +<section class="hero teaser"> |
| 127 | + <div class="container is-max-desktop"> |
| 128 | + <div class="hero-body"> |
| 129 | + <!-- <video poster="" id="tree" autoplay controls muted loop height="100%"> |
| 130 | + <source src="static/videos/banner_video.mp4" |
| 131 | + type="video/mp4"> |
| 132 | + </video> --> |
| 133 | + <img src="./img/pipeline.png" alt="MY ALT TEXT"/> |
| 134 | + <h2 class="content has-text-justified"> |
| 135 | + <p> |
| 136 | + Scene, as the crucial unit of storytelling in movies, contains complex activities of actors and their interactions in |
| 137 | + a physical location. Identifying the composition and semantics of scenes |
| 138 | + serves as a critical step towards visual understanding of complex and long videos such as movies, TV episodes, entertainment shows and variety shows. |
| 139 | + </p> |
| 140 | + <p> |
| 141 | + This work is going to help divide a long video into semantic continuous short videos and output a structural representation. |
| 142 | + And it also provides research opportunities towards story/plot understanding in long videos with a semantic unit. |
| 143 | + </p> |
| 144 | + </h2> |
| 145 | + </div> |
| 146 | + </div> |
| 147 | +</section> |
| 148 | + |
| 149 | + |
| 150 | +<div class="container is-max-desktop"> |
| 151 | + <div class="columns is-centered"> |
| 152 | + <div class="column has-text-centered"> |
| 153 | + <section class="hero is-small"> |
| 154 | + <div class="hero-body"> |
| 155 | + <div class="container"> |
| 156 | + <h2 class="title is-3">Introduction Video</h2> |
| 157 | + |
| 158 | + <center> |
| 159 | + <iframe width="820" height="480" src="https://www.youtube.com/embed/NfyOxC6k1u8" frameborder="0" allowfullscreen></iframe> |
| 160 | + </video> |
| 161 | + <br> |
| 162 | + </center> |
| 163 | + |
| 164 | + |
| 165 | + </div> |
| 166 | + </div> |
| 167 | + </section> |
| 168 | + <!-- End video carousel --> |
| 169 | + |
| 170 | + <section class="hero is-small"> |
| 171 | + <div class="hero-body"> |
| 172 | + <div class="container"> |
| 173 | + <h2 class="title is-3">Applications</h2> |
| 174 | + |
| 175 | + <h3 class="title is-4">Human Interaction Graph Generation</h3> |
| 176 | + <div class="content has-text-justified"> |
| 177 | + The first line is American Hustle scene segmentation coming from scene detection, where dark blue |
| 178 | + and light blue intertwine with each other to represent different Scenes. The second to fourth line corresponds to C.B. Christian Bale; B.C. |
| 179 | + Bradley Cooper; A.A. Amy Adams Scenes occurrence time lines in this movie respectively, where the dark green means occurring while |
| 180 | + light green does not. The graph below represents their interaction over the story line. The dark red represents a closer relationship while |
| 181 | + the light red represents a far-away relationship and two demo pictures are shown for closer relationships. |
| 182 | + <center><br><img src="./img/humanint.png" width="80%"></center> |
| 183 | + </div> |
| 184 | + <br> |
| 185 | + |
| 186 | + <h3 class="title is-4">Cross Movie Scene Retrieval</h3> |
| 187 | + <div class="content has-text-justified"> |
| 188 | + Given a specific scene in one movie and we retrieve similar ones in |
| 189 | + other movies. For example, |
| 190 | + we choose a conversation scene and a party scene from Ted (2012) as query, then retrieved scenes |
| 191 | + from other movies. |
| 192 | + <center><br><img src="./img/retrieval.png" width="80%"></center> |
| 193 | + </div> |
| 194 | + |
| 195 | + </div> |
| 196 | + </div> |
| 197 | + </section> |
| 198 | + |
| 199 | + <section class="hero is-small"> |
| 200 | + <div class="hero-body"> |
| 201 | + <div class="container"> |
| 202 | + <h2 class="title is-3">Materials</h2> |
| 203 | + |
| 204 | + <h2 class="title is-4">Videos Presentations</h2> |
| 205 | + |
| 206 | + <div class="col-sm-10" style=" flex-direction:row;"> |
| 207 | + <div style="display: flex; margin-left: 0em"> |
| 208 | + <div style="flex:1;" align="center"> |
| 209 | + <div class="font-georgia bold"></div> |
| 210 | + <a href="https://www.youtube.com/watch?v=hSXXR5wTYmc" target="_blank" class="imageLink" > |
| 211 | + <img src="./img/cvpr20.png" width="80%"></a><br> |
| 212 | + <a href="https://www.youtube.com/watch?v=hSXXR5wTYmc" target="_blank"> 1-min Spotlight</a> |
| 213 | + </div> |
| 214 | + <div style="flex:1;" align="center"> |
| 215 | + <div class="font-georgia bold"></div> |
| 216 | + <a href="https://www.youtube.com/watch?v=Qo6E_hNn9mc" target="_blank" class="imageLink" > |
| 217 | + <img src="./img/demo.png" width="80%"></a><br> |
| 218 | + <a href="https://www.youtube.com/watch?v=Qo6E_hNn9mc" target="_blank"> Demo</a> |
| 219 | + <a href="https://www.bilibili.com/video/BV1ep4y1C7N8" target="_blank"> Bilibili</a> |
| 220 | + </div> |
| 221 | + </div> |
| 222 | + </div> |
| 223 | + |
| 224 | + <br> |
| 225 | + |
| 226 | + <h2 class="title is-4">Workshop Presentations</h2> |
| 227 | + <div class="col-sm-10" style=" flex-direction:row;"> |
| 228 | + <div style="display: flex; margin-left: 0em"> |
| 229 | + <div style="flex:1;" align="center"> |
| 230 | + <div class="font-georgia bold"></div> |
| 231 | + <a href="https://www.youtube.com/watch?v=hb80-dNbIZQ" target="_blank" class="imageLink" > |
| 232 | + <img src="./img/wss20.png" width="80%"></a><br> |
| 233 | + <a href="http://sightsound.org/" target="_blank"> Sight and Sound 2020</a> |
| 234 | + <br>5-min talk |
| 235 | + </div> |
| 236 | + <div style="flex:1;" align="center"> |
| 237 | + <div class="font-georgia bold"></div> |
| 238 | + <a href="https://sites.google.com/view/luv2020/talks/rao" target="_blank" class="imageLink" > |
| 239 | + <img src="./img/luv20.png" width="80%"></a><br> |
| 240 | + <a href="https://sites.google.com/view/luv2020" target="_blank"> Learning from Unlabeled Videos 2020</a> |
| 241 | + <br>15-min talk |
| 242 | + </div> |
| 243 | + </div> |
| 244 | + </div> |
| 245 | + |
| 246 | + </div> |
| 247 | + </div> |
| 248 | + </section> |
| 249 | + |
| 250 | + </div> |
| 251 | + </div> |
| 252 | +</div> |
| 253 | + |
| 254 | + |
| 255 | +<section class="section" id="BibTeX"> |
| 256 | + <div class="container is-max-desktop content"> |
| 257 | + <h2 class="title">BibTeX</h2> |
| 258 | + <pre><code>@inproceedings{rao2020local, |
| 259 | + title={A Local-to-Global Approach to Multi-modal Movie Scene Segmentation}, |
| 260 | + author={Rao, Anyi and Xu, Linning and Xiong, Yu and Xu, Guodong and Huang, Qingqiu and Zhou, Bolei and Lin, Dahua}, |
| 261 | + booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, |
| 262 | + pages={10146--10155}, |
| 263 | + year={2020} |
| 264 | + }</code></pre> |
| 265 | + </div> |
| 266 | +</section> |
| 267 | + |
| 268 | +</body> |
| 269 | +</html> |
0 commit comments