{"_id":"@0xalter/mocap4face","_rev":"5-d85396a2e1f0802f5e22152f830afe40","name":"@0xalter/mocap4face","dist-tags":{"latest":"0.5.1"},"versions":{"0.3.0":{"name":"@0xalter/mocap4face","version":"0.3.0","main":"mocap4face.js","types":"./advanced.d.ts","dependencies":{"@tensorflow/tfjs-core":"3.12.0","@tensorflow/tfjs-converter":"3.12.0","@tensorflow/tfjs-backend-webgl":"3.12.0","@tensorflow/tfjs-backend-cpu":"3.12.0"},"repository":{"type":"git","url":"git+https://github.com/facemoji/mocap4face.git"},"license":"SEE LICENSE IN LICENSE.md","keywords":["machine-learning","face-tracking","facetracker","facial-landmarks","blendshapes","computer-vision"],"description":"


\"mocap4face
mocap4face by alter ","bugs":{"url":"https://github.com/facemoji/mocap4face/issues"},"homepage":"https://github.com/facemoji/mocap4face#readme","_id":"@0xalter/mocap4face@0.3.0","_nodeVersion":"14.17.0","_npmVersion":"6.14.13","dist":{"integrity":"sha512-Ds4LNqP9iDEqoB8cnkJRkKBxbMJa8rytS8O1MBBnmkyRPHWuK998mLOnGx82f2rAB+SqQ/dfTBvewoGUmze60g==","shasum":"4bc359af8b955c970a9cc52ab9055a487e90d50f","tarball":"https://registry.npmjs.org/@0xalter/mocap4face/-/mocap4face-0.3.0.tgz","fileCount":11,"unpackedSize":6732307,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJiD6mwACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrcHA/+NiyKVyLdHWfNEx2EmTnh1qyc9mOF0EAY89knChya5QFZykDO\r\nvg/46UiRCekioirw1Do1MtRVJl6DqbyjOfHvgcBrO1bOg7P4oKNnYQX9PZBm\r\nEn+YwL7QBx65SPnVz2eqxlU4cDSQcDjn3Z4aSGEpMIolBzp7BINbxjC2I7LP\r\n8+mAVfznmUjYoBExgwiv3KZdMtJ59I04B0Nm2/1c1j1d3IQxMZ1vijAc6sME\r\nXCwmIvHCvxSKkc7v+fsKpoqlHJhEhMty85+62PxGakac5xDfIg/0htULNAPH\r\nbftmdMoDuRXUZqQkr9tKBd/iRq3mxVRPOSm22Fu00f3xddXi8NTigoCgQRhm\r\nOn5nxxr3UVWiXaZ8470mf1eco+mdvl2bKnJJccCIMKO31jKM9iF9YGsk+7DW\r\n+NFG88iGn2C8W7gtUIjBva7wF8fn1j5Nge7/n33EGKATKAXri0Jo5IMRtg69\r\nv7fj2lHJyCRmi8pvY18MS6QXsZgdfXmDIsYT2JYEZ5BEnPfIyjeuQOEs0fsc\r\n+HrSY6SrYz7er1zrzhQn20qr7Ia5Bpy8gf547zPX9hFJDukvKqyWjBfl9TOf\r\nx7J23w5TcjQg9QNW/GAGeRheis3NG0JkHwrjgji4rcIxPO/y8Gk0Aqc5oBwp\r\n6+hAyTGycA9m4aJMyxjty93FPGe3K4Ii3xc=\r\n=YPz1\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCKdkWatoFHpxMp7hCBUOftJl7i+8GeU0L9L2WvyYQwvwIhAO3tKQ5gWIzsKRQCdZF/l2ci67RUC8uXwNr34LM/7VBZ"}]},"_npmUser":{"name":"facemoji","email":"karel@facemoji.co"},"directories":{},"maintainers":[{"name":"facemoji","email":"karel@facemoji.co"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/mocap4face_0.3.0_1645193648164_0.35044365103304354"},"_hasShrinkwrap":false,"deprecated":"Package no longer supported. Contact Support at https://www.npmjs.com/support for more info."},"0.4.0":{"name":"@0xalter/mocap4face","version":"0.4.0","main":"mocap4face.js","types":"./advanced.d.ts","dependencies":{"@tensorflow/tfjs-core":"3.19.0","@tensorflow/tfjs-converter":"3.19.0","@tensorflow/tfjs-backend-webgl":"3.19.0","@tensorflow/tfjs-backend-cpu":"3.19.0"},"repository":{"type":"git","url":"git+https://github.com/facemoji/mocap4face.git"},"license":"SEE LICENSE IN LICENSE.md","keywords":["machine-learning","face-tracking","facetracker","facial-landmarks","blendshapes","computer-vision"],"publishConfig":{"tag":"latest"},"gitHead":"6bf9032d3cab71a353e831a2d577d5b23d99be70","description":"


\"mocap4face
mocap4face by alter ","bugs":{"url":"https://github.com/facemoji/mocap4face/issues"},"homepage":"https://github.com/facemoji/mocap4face#readme","_id":"@0xalter/mocap4face@0.4.0","_nodeVersion":"16.13.0","_npmVersion":"8.1.0","dist":{"integrity":"sha512-RJRPF21sABM7NDSUNioHvTz3EuAbAyK/pfRrjMw6HHIjK11SToslclxntZxiHUcD++kyNPGxrE62FfoLPBY81g==","shasum":"fc1e4468241c71d12aefa5d9b9e76b6f106c27b8","tarball":"https://registry.npmjs.org/@0xalter/mocap4face/-/mocap4face-0.4.0.tgz","fileCount":33,"unpackedSize":7117324,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIEdzDx+ebq2D3ydTnLVy0+20ZftirNniVT2sA73DNZNgAiEAhQnncN0fBEP2iEEMEzZO8b1v7yev8Bvz1gK/Jw1Cnfs="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjCASHACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqxGhAAiPSRgQAhqJjn4E59Cz3i+u88ub6e9zgfUxeTBzgGv3aA0zWq\r\nB6QvLoZPpQSlnn+SHrUEXIiEoR964jS395dREkASgdz7Lk7TyGccHRKWn5VZ\r\nkY3OKhS7heuTm2Fe4h7w/X3YLdPcxt1MRiVqXkFxCb0Wa9mKed6jhls8NfYK\r\ngo27Ic8uHZHcPdrDkjhkisw96YO/j5p+LviDDYypWunO35y7Ihrn9/ZpGVdR\r\nr4PAN6HZ1FQHRF4qWixAoyuoxbCyxZ2NbEMMsTtZvkpXgAv8hEQvpD2fwcwV\r\nvqfl+Mq4ouyal8n6Iq5JbCZyVqmbRc+GZLC1wugl3TliA4pHvmhCwuCIEYdT\r\nx8OslyZvzw3i5rTbToBVda9sKSpD/NLe3T2O0TYsX8j62KQOlAr85KNFVZaO\r\nWx/yzC0gxuyHBfa63SY5sSruTut30FXaNzPxIC3tHXLWAJ0DXrem+EH9ZXka\r\nFS/XJ9ymQDiFD7JWwlWZEf/3dhqK8Tphp/oH9watXUt3bZROLwkT+bASTEvC\r\nNzLg23klAOjitIE7z77OpFXW2ufKgTnneOIIaeQrbRfJmVyGWrQCOj63/VxA\r\nqhTiSDE0BE8R836VK87qpBeQqm8cwgnOQFXwP9X7hrbK+tl9HvrgK4Bd8wJR\r\nAw2HLtCPaPOKXbocp76vjoCeo1rpM4yHL2o=\r\n=9vL1\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"facemoji","email":"karel@facemoji.co"},"directories":{},"maintainers":[{"name":"facemoji","email":"karel@facemoji.co"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/mocap4face_0.4.0_1661469831315_0.9389949498698942"},"_hasShrinkwrap":false,"deprecated":"Package no longer supported. Contact Support at https://www.npmjs.com/support for more info."},"0.5.0":{"name":"@0xalter/mocap4face","version":"0.5.0","main":"mocap4face.js","types":"./advanced.d.ts","dependencies":{"@tensorflow/tfjs-core":"3.20.0","@tensorflow/tfjs-converter":"3.20.0","@tensorflow/tfjs-backend-webgl":"3.20.0","@tensorflow/tfjs-backend-cpu":"3.20.0"},"repository":{"type":"git","url":"git+https://github.com/facemoji/mocap4face.git"},"license":"SEE LICENSE IN LICENSE.md","keywords":["machine-learning","face-tracking","facetracker","facial-landmarks","blendshapes","computer-vision"],"publishConfig":{"tag":"latest"},"gitHead":"66bd14422e0e2f21db34866bcffffd312165a1e6","description":"


\"mocap4face
mocap4face by alter ","bugs":{"url":"https://github.com/facemoji/mocap4face/issues"},"homepage":"https://github.com/facemoji/mocap4face#readme","_id":"@0xalter/mocap4face@0.5.0","_nodeVersion":"16.13.0","_npmVersion":"8.1.0","dist":{"integrity":"sha512-AUNttAq/PD5DoazbG5J5eoHsqGpZjf7jWVtwJ5pbLHqVayZKq8HmerLsJTalpWaVJLumwbj43U3DRzUiBQRN8w==","shasum":"92aa22c38d493721caf8230b0b71ef70339f847c","tarball":"https://registry.npmjs.org/@0xalter/mocap4face/-/mocap4face-0.5.0.tgz","fileCount":38,"unpackedSize":17195177,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICkEsghxV68SR6SZ5iDN9y8A2Uc9omaajYwwVmxHponUAiEAsRS5tcZRixS2GFw6A+THCXxibxHyIXJCc46AkKdX4eg="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjUbqYACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmqm7Q//aT656HHogHVI/7bpMDIK72chPIIWLlvg+Tc0E4Es9ZTaFKf3\r\nVpZgsvAa4XKiiHR/BYrCYnw8nBz9NEkNLo5zXvfn89npYuUZumtFgWfelJOF\r\nK9FJvGt/s4gcA1vh+vds/hgG9VeETzgCHEQ2sQ5h3926rhhZ7jEdNoMQP9Qt\r\nHlWRD2tVzAqAl9/59MdTI9W9OvVt4bvxpCdFCUane/6i7jSoW3ASM9w0ICXF\r\n7GTV/yxyFritPOn/2UF0VYYt25a3aTpZFxDSYp2vaDOMc0bQyUxQW9mG8QDo\r\nAMkc9SG4QbPm7fC5SCMd9wG07ZftHLJh2p+oTlTL5GPY8uPQWMDhACd791aR\r\ntHeLO642lBA4z4+fBjOP0z6lKKN1OgsshbwuOh6adIH0HekHRRbkfQ6s+Pte\r\n93y92zhUSJiBdR/yh7vs+tuGrOvquvz47xWvdEF7Sl3tfqBxL2hJScyG+HDf\r\nqGEYxzIh+DWOqFxh90hMnmqViHjAYn2QckOVNJye2h1vgElKjX5HIXREFGJY\r\nM6qUW2lPzrDtO3ZQ6X752RyQYECZBJ2t6d6YAsaZTV74c32HlMpeGr1bEHcS\r\nHfCV22q6YOViQkkSg5fLE0g7x1rl75oUhdbGVCVTwLgTg0CdyzFekrZfSaaP\r\nCl2CCYROA3CWEr58R6KxooE2GETuGLicZzI=\r\n=Rrno\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"facemoji","email":"karel@facemoji.co"},"directories":{},"maintainers":[{"name":"facemoji","email":"karel@facemoji.co"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/mocap4face_0.5.0_1666300567941_0.31372260141693165"},"_hasShrinkwrap":false,"deprecated":"Package no longer supported. Contact Support at https://www.npmjs.com/support for more info."},"0.5.1":{"name":"@0xalter/mocap4face","version":"0.5.1","main":"mocap4face.js","types":"./advanced.d.ts","dependencies":{"@tensorflow/tfjs-core":"3.20.0","@tensorflow/tfjs-converter":"3.20.0","@tensorflow/tfjs-backend-webgl":"3.20.0","@tensorflow/tfjs-backend-cpu":"3.20.0"},"repository":{"type":"git","url":"git+https://github.com/facemoji/mocap4face.git"},"license":"SEE LICENSE IN LICENSE.md","keywords":["machine-learning","face-tracking","facetracker","facial-landmarks","blendshapes","computer-vision"],"publishConfig":{"tag":"latest"},"gitHead":"801627fe0b705443473fa0b891aa15595d710f30","description":"


\"mocap4face
mocap4face by alter ","bugs":{"url":"https://github.com/facemoji/mocap4face/issues"},"homepage":"https://github.com/facemoji/mocap4face#readme","_id":"@0xalter/mocap4face@0.5.1","_nodeVersion":"16.13.0","_npmVersion":"8.1.0","dist":{"integrity":"sha512-pz7omRsUv73z0YYvOT3R2yHjpqgVnDkPivLsSkfeRMj0QpqAvx2zp1GJ8yQYhFQThtIIhkh7o84uwiwxp5KFzQ==","shasum":"4cc08310e2ba242ad4a43f0651383add7dc0fe95","tarball":"https://registry.npmjs.org/@0xalter/mocap4face/-/mocap4face-0.5.1.tgz","fileCount":38,"unpackedSize":17157175,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCBlmpGZsRjlX/bbSgpxz91mEdWgH3RN04UbL3PKrov5QIgdcg3RZnBkxxqHo6fvsxkGzjc06iWnevCPdyEw4kQazQ="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjWqSyACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmolLg//T8GTMdRJTNuTdvRhFUUJDadNGQUGILDzREUtHFuDD+qfsdNj\r\n+cWWm2dYzS4ZtBIm+49SqaYgZbmw7EcTRnDBiDAAxR5Muo4hSTKPbKy5YRkw\r\n8k9froYBX75PtkVtEjjPSj0tf30gR/RRTJMP/TAn/f7VlmNon8mIve189NjG\r\noOrl1T9cQgvwdYsbw/sgwoRmh7c7UMMgUSAkaMIMEdw3KJ1nJwBzt3N025a9\r\nIhnSY97ZJPXO8k83Krjiy+YdZt3g3LmbvQKRgtdAx9apWtbh77IaxNady9Y/\r\nvYxNkEco/Rxr5hyzEzLKsRkg94X1L9VThVvxi1HmDA42d62kM+x15VNrcDR9\r\nvLpz/AOlhSwMuQk/zgw8f2x4OBPCtjibIkktg/W6EXcCuCB5UrD2rKsnQfme\r\nsmrWwC3KBVEERhwdq3LFPwcnvFeU+3xdh26hMPTotyuxgwMWmRiC4AJ2CHKM\r\nMy6PtlTdNzEmnEO5aYNS6G7N70TL4xPHi8HKzTDn6W6x/2UqEMLT7D4k1IMW\r\nZuTtfuNAXzebJV5RlZbXPXpx6f3XSNAE9Yd2Y9qjB3JCpM4IH38svwN3qXsd\r\nB2VM3kZ2jkh5bC08s4ce4VdFdVMef13kBrRh7RZVfxghMSAFJ0Z6clCg17/Y\r\n31fdZErC8lYYlfJP6037cOOYjXcFQX7vkvM=\r\n=aEoM\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"facemoji","email":"karel@facemoji.co"},"directories":{},"maintainers":[{"name":"facemoji","email":"karel@facemoji.co"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/mocap4face_0.5.1_1666884786215_0.09177832479805881"},"_hasShrinkwrap":false,"deprecated":"Package no longer supported. Contact Support at https://www.npmjs.com/support for more info."}},"time":{"created":"2022-02-18T14:14:08.098Z","0.3.0":"2022-02-18T14:14:08.441Z","modified":"2023-02-22T11:34:39.839Z","0.4.0":"2022-08-25T23:23:51.684Z","0.5.0":"2022-10-20T21:16:08.359Z","0.5.1":"2022-10-27T15:33:06.669Z"},"maintainers":[{"name":"facemoji","email":"karel@facemoji.co"}],"description":"


\"mocap4face
mocap4face by alter ","homepage":"https://github.com/facemoji/mocap4face#readme","keywords":["machine-learning","face-tracking","facetracker","facial-landmarks","blendshapes","computer-vision"],"repository":{"type":"git","url":"git+https://github.com/facemoji/mocap4face.git"},"bugs":{"url":"https://github.com/facemoji/mocap4face/issues"},"license":"SEE LICENSE IN LICENSE.md","readme":"

\n
\n \"mocap4face\n
\n mocap4face by alter\n
\n

\n\nmocap4face by [alter](https://twitter.com/alterz) is a free, multiplatform SDK for real time facial motion capture based on Facial Action Coding System or ([FACS](https://en.wikipedia.org/wiki/Facial_Action_Coding_System)). It provides real-time FACS-derived blendshape coefficients, and rigid head pose in 3D space from any mobile camera, webcam, photo, or video enabling live animation of 3D avatars, digital characters, and more.\n\nAfter fetching the input from one of the mentioned sources, mocap4face SDK produces data in [ARKit-compatible](https://developer.apple.com/documentation/arkit/arfaceanchor/blendshapelocation) blendshapes, i.e., [morph targets](https://en.wikipedia.org/wiki/Morph_target_animation) weight values as a per-frame expression shown in the video below. Useful for, e.g., animating a 2D or 3D avatar in a way that mimics the user's facial expressions in real-time à la Apple Memoji but without the need of a hardware-based TrueDepth Camera.\n\nWith mocap4face, you can drive live avatars or NFT PFPs, build Snapchat-like lenses, AR experiences, face filters that trigger actions, VTubing apps, and more with as little energy impact and CPU/GPU use as possible. As an example, check out how the popular avatar live-streaming app [REALITY](https://reality.app/) is using our SDK.\n\nPlease star us ⭐⭐⭐ on GitHub—it motivates us a lot!\n\n\n\n# 📋 Table of Content\n\n- [Tech Specs](#-tech-specs)\n- [Installation](#-installation)\n- [Use Cases](#-use-cases)\n- [License](#-license)\n- [Links](#️-links)\n\n# 🤓 Tech Specs\n\n- Platforms\n- - iOS\n- - Android\n- - Web\n- [3D reprojection to the input photo/video](https://studio.facemoji.co/docs/Re-projecting-3D-Faces-for-Augmented-Reality_a2d9e35a-3d9a-4fd1-b58a-51db06139d4d)\n- Platform-suited API and packaging with internal optimizations\n- Simultaneous back and front camera support\n\n### ✨ Key Features\n- `42` tracked facial expressions via blendshapes\n- Eye tracking including eye gaze vector\n- Tongue tracking\n- Light & fast, just `3MB` ML model size\n- `≤ ±50°` pitch, `≤ ±40°` yaw and `≤ ±30°` roll tracking coverage\n\n### 🤳 Input\n\n- All RGB camera\n- Photo\n- Video\n\n### 📦 Output\n\n- ARKit-compatible blendshapes\n- Head position and scale in 2D and 3D\n- Head rotation in world coordinates\n\n### ⚡ Performance\n\n- `50 FPS` on Pixel 4\n- `60 FPS` on iPhone SE (1st gen)\n- `90 FPS` on iPhone X or newer\n\n# 💿 Installation\n\n### Prerequisites\n\n1. Create a dev account at [studio.facemoji.co](https://studio.facemoji.co)\n2. Generate a unique API key for your app\n3. Paste the API key to your source code\n\n### Web\n\n1. Open the sample project under js-example in an editor of your choice\n2. Run `npm install && npm run dev` to start a local server with the demo\n3. Run `npm install && npm run dev_https` to start a local server with self-signed HTTPS support\n4. Run `npm install @facemoji/mocap4face` in your own project to add mocap4face as a dependency\n\nIf the webcamera button is not working, you might need to use HTTPS for the local dev server.\nRun `npm run dev_https` and allow the self-signed certificate in the browser to start the demo in HTTPS mode.\n\nYou can also run `npm run build` to create a production bundle of the demo app.\n\n# 🚀 Use Cases\n\n- AR for NFTs profile pics\n- Live avatar experiences\n- Snapchat-like lense\n- AR experiences\n- VTubing apps\n- Live streaming apps\n- Face filters\n- AR games with facial triggers\n- Beauty AR\n- Virtual try-on\n- Play to earn games\n\n# ❤️ Links\n\n- [FAQ](https://studio.facemoji.co/docs/FAQ_6b345137-5916-4017-b444-9d15398c8af0)\n- [Blog post](https://studio.facemoji.co/docs/Introducing-mocap4face-SDK_a660c539-b3fb-4f0b-a38e-3f4e850a5769)\n- [Facemoji Studio](https://studio.facemoji.co)\n- [Twitter](https://twitter.com/alterz)\n- [Discord](https://discord.gg/alterz)\n- [Website](https://facemoji.co)\n\n# 📄 License\n\nThis library is provided under the Facemoji SDK License Agreement—see [LICENSE](LICENSE.md). Also make sure to check out\nour [FAQ](https://studio.facemoji.co/docs/FAQ_6b345137-5916-4017-b444-9d15398c8af0) for more details.\n\nThe sample code in this repository is provided under the [Facemoji Samples License](ios-example/LICENSE.md)\n\n# 🙏 Notices\n\nOSS used in mocap4face SDK:\n\n- [Tensorflow + Tensorflow Lite](https://github.com/tensorflow/tensorflow/blob/master/LICENSE)\n- [kotlinx-collections-immutable](https://github.com/Kotlin/kotlinx.collections.immutable/blob/master/LICENSE.txt)\n- [kotlinx-serialization](https://github.com/Kotlin/kotlinx.serialization/blob/master/LICENSE.txt)\n- [kotlinx-coroutine](https://github.com/Kotlin/kotlinx.coroutines/blob/master/LICENSE.txt)\n- [benasher44/uuid](https://github.com/benasher44/uuid/blob/master/LICENSE)\n- [Stately](https://github.com/touchlab/Stately/blob/main/LICENSE.txt)\n- [okhttp](https://square.github.io/okhttp/#license)\n\nOriginal [video](https://vimeo.com/125095515) by LaBeouf, Rönkkö & Turner.\n\nThis library transitively uses open source software, see the full list of our [OSS dependencies and license notices](license/README.md).\n","readmeFilename":"README.md"}