{\rtf1\ansi\ansicpg1252\cocoartf1265\cocoasubrtf190 {\fonttbl\f0\froman\fcharset0 Times-Roman;\f1\fswiss\fcharset0 Helvetica;} {\colortbl;\red255\green255\blue255;\red0\green0\blue233;} {\*\listtable{\list\listtemplateid1\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid1\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid1} {\list\listtemplateid2\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid101\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid2} {\list\listtemplateid3\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid201\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid3} {\list\listtemplateid4\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid301\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid4} {\list\listtemplateid5\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid401\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid5} {\list\listtemplateid6\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid501\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid6} {\list\listtemplateid7\listhybrid{\listlevel\levelnfc23\levelnfcn23\leveljc0\leveljcn0\levelfollow0\levelstartat1\levelspace360\levelindent0{\*\levelmarker \{disc\}}{\leveltext\leveltemplateid601\'01\uc0\u8226 ;}{\levelnumbers;}\fi-360\li720\lin720 }{\listname ;}\listid7}} {\*\listoverridetable{\listoverride\listid1\listoverridecount0\ls1}{\listoverride\listid2\listoverridecount0\ls2}{\listoverride\listid3\listoverridecount0\ls3}{\listoverride\listid4\listoverridecount0\ls4}{\listoverride\listid5\listoverridecount0\ls5}{\listoverride\listid6\listoverridecount0\ls6}{\listoverride\listid7\listoverridecount0\ls7}} {\info {\title Multimodal Understanding Group} {\author RapidxHTML}}\vieww18200\viewh14160\viewkind0 \deftab720 \pard\pardeftab720 \f0\fs24 \cf0 MUG\ \pard\pardeftab720 {\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/index.shtml"}}{\fldrslt \cf2 \ul \ulc2 Multimodal Understanding Group}}\ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls1\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/index.shtml"}}{\fldrslt Home}}\cf0 \ \ls1\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/people.shtml"}}{\fldrslt People}}\cf0 \ \ls1\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/research.shtml"}}{\fldrslt Research}}\cf0 \ \ls1\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/publications.shtml"}}{\fldrslt Publications}}\cf0 \ \ls1\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "https://groups.csail.mit.edu/mug/internal/index.php?title=Main_Page"}}{\fldrslt Internal}}\cf0 \ \pard\pardeftab720\sa321 \b\fs48 \cf0 RESEARCH PROJECTS\ \pard\pardeftab720\sa240 \b0\fs24 \cf0 \ \pard\pardeftab720\sa298 \b\fs36 \cf0 Gesture\ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls2\ilvl0 \b0\fs24 \cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/handbody"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 \b\fs28 Gesture Interaction with Unmanned Vehicles}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/yalesong/"}}{\fldrslt \cf2 \ul \ulc2 Yale Song}}\uc0\u8232 \b0\fs24 This project explores gesture-based interaction between humans and unmanned vehicles on the aircraft carrier deck environment. Based on estimated hand and body poses, the objective is to extract meaningful gestures from a sequence of camera captured image frames. \ \ls2\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/tabletop"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 }}{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/tabletop-kinect"}}{\fldrslt \b\fs28 \ul Bare Hand Continuous Gesture Analysis for Natural Multimodal Interaction}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/yingyin/"}}{\fldrslt \cf2 \ul \ulc2 Ying Yin}}\uc0\u8232 \b0\fs24 In this project, we are developing a real-time 3D hand gesture recognition system for large display (horizontal or vertical) interaction. Using a Kinect, we are able to track the fingertips of bare hands in real-time. The gesture-based interactive interface allows users to do both path and pose gestures seamlessly, and responds to continuous and discrete flow gestures promptly and appropriately. \ \pard\tx220\tx720\pardeftab720\li720\fi-720\sa280 \ls3\ilvl0 \b\fs28 \cf0 {\listtext \'95 }Completed Projects \b0\fs24 \ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls3\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/tabletop"}}{\fldrslt \ul Real-time Continous Hand Gesture on a Tabletop}}\cf0 : Gesture recognition with a colored glove and a commercial webcam.\ \pard\pardeftab720\sa298 \b\fs36 \cf0 Sketch\ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls4\ilvl0 \b0\fs24 \cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/chemink"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 \b\fs28 ChemInk}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/ouyang/"}}{\fldrslt \cf2 \ul \ulc2 Tom Ouyang}}\uc0\u8232 \b0\fs24 ChemInk is a new sketch recognition framework for chemical structure drawings that combines multiple levels of visual features using a jointly trained conditional random field. The result is a recognizer that is better able to handle the wide range of drawing styles found in messy freehand sketches. A preliminary user study also showed that participants were on average over twice as fast using our sketch-based system compared to ChemDraw, a popular CAD-based tool for authoring chemical diagrams. \ \ls4\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/physink"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 \b\fs28 PhysInk}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/jscott/"}}{\fldrslt \cf2 \ul \ulc2 Jeremy Scott}}\uc0\u8232 \b0\fs24 PhysInk is a physics-enabled sketching app for tablets and digital whiteboards that lets you quickly create animations of physical structure and behavior. You can sketch a device's parts in 2D, then move these parts to demonstrate the device's behavior. PhysInk understands 2D physics with the help of the {\field{\*\fldinst{HYPERLINK "http://box2d.org/"}}{\fldrslt \cf2 \ul \ulc2 Box2D physics engine}}. It also understands causality, so it can generate a simulation of your device in action. \ \ls4\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "http://rationale.csail.mit.edu/clocksketch"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 \b\fs28 Digital Clock Drawing Test}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/davis/"}}{\fldrslt \cf2 \ul \ulc2 Randall Davis}}\uc0\u8232 \b0\fs24 \ \pard\tx220\tx720\pardeftab720\li720\fi-720\sa280 \ls5\ilvl0 \b\fs28 \cf0 {\listtext \'95 }Completed Projects \b0\fs24 \ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls5\ilvl0\cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/assist"}}{\fldrslt \ul ASSIST}}\cf0 : A Shrewd Sketch Interpretation and Simulation Tool\ \pard\pardeftab720\sa298 \b\fs36 \cf0 Multimodal\ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls6\ilvl0 \b0\fs24 \cf2 {\listtext \'95 }{\field{\*\fldinst{HYPERLINK "file:///afs/csail.mit.edu/group/mug/www/data/projects/sketchprog"}}{\fldrslt \f1 \cf0 \f0 \cf2 \ul \ulc2 \b\fs28 Sketch Programming}} \b\fs28 \cf0 \uc0\u8232 \fs20 Project Lead: {\field{\*\fldinst{HYPERLINK "http://people.csail.mit.edu/acorrea/"}}{\fldrslt \cf2 \ul \ulc2 Andrew Correa}}\uc0\u8232 \b0\fs24 In this project we are building a sketch-and-speech prototyping tool that translates programmers' high-level graphical insights to low-level code, avoiding an otherwise lengthy and error-prone coding process. \ \pard\pardeftab720 {\field{\*\fldinst{HYPERLINK "http://mit.edu/"}}{\fldrslt \f1 \cf0 }}\pard\pardeftab720 \cf0 {\field{\*\fldinst{HYPERLINK "http://csail.mit.edu/"}}{\fldrslt \f1 }} {\field{\*\fldinst{HYPERLINK "http://csail.mit.edu/"}}{\fldrslt \f1 }}\ \pard\tx220\tx720\pardeftab720\li720\fi-720\sl220 \ls7\ilvl0 \fs18 \cf0 {\listtext \'95 }Research in the Multimodal Understanding Group is supported in part by the National Science Foundation. Any opinions, findings, conclusions or recommendations expressed herein are those of the authors and do not necessarily reflect the views of the sponsoring organizations.\ \pard\tx220\tx720\pardeftab720\li720\fi-720 \ls7\ilvl0 \fs24 \cf0 {\listtext \'95 }Copyright 2011 MUG. All Rights Reserved.\ }