Android 臉部偵測 ArCore 活體辨識
Android 將 臉部偵測 整合到系統,適用於Android平台, 臉部偵測用有臉部特徵點，ArCore實做臉部偵測,可以用來判定是否為真人,可以防止偽造,臉部偵測是一個可以很好辨認出真實性的功能,Android 臉部偵測是使用ArCore來實作。
文章目錄
- 導入基本設置
- 創建FaceArFragment
- 畫面布局
- 創建臉部相關類別
- 程式碼範例
- 效果展示
- Github
1.導入基本設置
Module
plugins {
id 'com.google.ar.sceneform.plugin'
id 'kotlin-android-extensions'
}
dependencies {
implementation "com.google.ar.sceneform.ux:sceneform-ux:1.17.1"
implementation "androidx.fragment:fragment-ktx:1.3.2"
}
Project
buildscript {
dependencies {
classpath 'com.google.ar.sceneform:plugin:1.17.1'
}
}
Manifest
<!-- 申請相機權限-->
<uses-permission android:name="android.permission.CAMERA"/>
<!-- 申請AR-->
<meta-data
android:name="com.google.ar.core"
android:value="optional" />
2.創建FaceArFragment
class FaceArFragment : ArFragment() {
override fun getSessionConfiguration(session: Session?): Config {
val config = Config(session)
config.augmentedFaceMode = Config.AugmentedFaceMode.MESH3D
return config
}
override fun getSessionFeatures(): MutableSet<Session.Feature> {
return mutableSetOf(Session.Feature.FRONT_CAMERA)
}
override fun onCreateView(
inflater: LayoutInflater,
container: ViewGroup?,
savedInstanceState: Bundle?
): View? {
val frameLayout =
super.onCreateView(inflater, container, savedInstanceState) as? FrameLayout
planeDiscoveryController.hide()
planeDiscoveryController.setInstructionView(null)
return frameLayout
}
}
3.畫面布局
<?xml version="1.0" encoding="utf-8"?>
<androidx.constraintlayout.widget.ConstraintLayout xmlns:android="http://schemas.android.com/apk/res/android"
xmlns:tools="http://schemas.android.com/tools"
android:layout_width="match_parent"
android:layout_height="match_parent"
xmlns:app="http://schemas.android.com/apk/res-auto">
<fragment
android:id="@+id/face_fragment"
android:name="com.example.arfacedemo.FaceArFragment"
android:layout_width="match_parent"
android:layout_height="0dp"
android:layout_gravity="center"
app:layout_constraintBottom_toBottomOf="parent"
app:layout_constraintEnd_toEndOf="parent"
app:layout_constraintStart_toStartOf="parent"
app:layout_constraintTop_toTopOf="parent" />
<LinearLayout
android:id="@+id/linearLayout"
android:layout_width="wrap_content"
android:layout_height="wrap_content"
android:orientation="horizontal"
app:layout_constraintBottom_toBottomOf="@+id/face_fragment"
app:layout_constraintEnd_toEndOf="@+id/face_fragment"
app:layout_constraintStart_toStartOf="@+id/face_fragment"
app:layout_constraintTop_toTopOf="parent">
<TextView
android:id="@+id/face_text_info"
android:layout_width="match_parent"
android:layout_height="match_parent"
android:gravity="center"
android:paddingLeft="25dp"
android:paddingTop="9dp"
android:paddingRight="25dp"
android:paddingBottom="9dp"
android:textColor="#ffffff"
android:textSize="20sp" />
</LinearLayout>
</androidx.constraintlayout.widget.ConstraintLayout>
4.創建臉部相關類別
臉部位置
import android.graphics.Bitmap
import android.os.Handler
import android.os.HandlerThread
import android.view.PixelCopy
import androidx.lifecycle.ViewModelProvider
import com.google.ar.core.AugmentedFace
import com.google.ar.core.AugmentedFace.RegionType
import com.google.ar.sceneform.ArSceneView
import com.google.ar.sceneform.FrameTime
import com.google.ar.sceneform.Node
import com.google.ar.sceneform.math.Quaternion
import com.google.ar.sceneform.math.Vector3
import com.google.ar.sceneform.ux.AugmentedFaceNode
import java.io.File
import java.io.FileOutputStream
class CustomFaceNode(
augmentedFace: AugmentedFace?,
private val mainActivity: MainActivity,
private val sceneView: ArSceneView,
) : AugmentedFaceNode(augmentedFace) {
private var eyeNodeLeft: Node? = null
private var eyeNodeRight: Node? = null
private var lowerLipNode: Node? = null
private var upperLipNode: Node? = null
private var leftGggNode: Node? = null
private var rightGggNode: Node? = null
private var midGggNode: Node? = null
var turnRight = 0
var turnLeft = 0
var turnTop = 0
var turnBottom = 0
companion object {
enum class FaceRegion {
LEFT_EYE,
RIGHT_EYE,
LOWER_LIP,
UPPER_LIP,
LEFT_GGG,
RIGHT_GGG,
MID_GGG
}
var start = true
}
override fun onActivate() {
super.onActivate()
eyeNodeLeft = Node()
eyeNodeLeft?.setParent(this)
eyeNodeRight = Node()
eyeNodeRight?.setParent(this)
lowerLipNode = Node()
lowerLipNode?.setParent(this)
upperLipNode = Node()
upperLipNode?.setParent(this)
leftGggNode = Node()
leftGggNode?.setParent(this)
rightGggNode = Node()
rightGggNode?.setParent(this)
midGggNode = Node()
midGggNode?.setParent(this)
}
private fun getRegionPose(region: FaceRegion): Vector3? {
val buffer = augmentedFace?.meshVertices
if (buffer != null) {
return when (region) {
FaceRegion.LEFT_EYE ->
Vector3(buffer.get(374 * 3), buffer.get(374 * 3 + 1), buffer.get(374 * 3 + 2))
FaceRegion.RIGHT_EYE ->
Vector3(buffer.get(440 * 3), buffer.get(440 * 3 + 1), buffer.get(440 * 3 + 2))
FaceRegion.LOWER_LIP ->
Vector3(buffer.get(17 * 3), buffer.get(17 * 3 + 1), buffer.get(17 * 3 + 2))
FaceRegion.UPPER_LIP ->
Vector3(buffer.get(0 * 3), buffer.get(0 * 3 + 1), buffer.get(0 * 3 + 2))
FaceRegion.LEFT_GGG ->
Vector3(buffer.get(409 * 3), buffer.get(409 * 3 + 1), buffer.get(409 * 3 + 2))
FaceRegion.RIGHT_GGG ->
Vector3(buffer.get(185 * 3), buffer.get(185 * 3 + 1), buffer.get(185 * 3 + 2))
FaceRegion.MID_GGG ->
Vector3(buffer.get(14 * 3), buffer.get(14 * 3 + 1), buffer.get(14 * 3 + 2))
}
}
return null
}
override fun onUpdate(frameTime: FrameTime?) {
super.onUpdate(frameTime)
augmentedFace?.let { face ->
getRegionPose(FaceRegion.LEFT_EYE)?.let {
eyeNodeLeft?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
eyeNodeLeft?.localScale = Vector3(0.055f, 0.055f, 0.055f)
eyeNodeLeft?.localRotation = Quaternion.axisAngle(Vector3(0.0f, 0.0f, 1.0f), -10f)
}
getRegionPose(FaceRegion.RIGHT_EYE)?.let {
eyeNodeRight?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
eyeNodeRight?.localScale = Vector3(0.055f, 0.055f, 0.055f)
eyeNodeRight?.localRotation = Quaternion.axisAngle(Vector3(0.0f, 0.0f, 1.0f), 10f)
}
getRegionPose(FaceRegion.UPPER_LIP)?.let {
upperLipNode?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
upperLipNode?.localScale = Vector3(0.04f, 0.04f, 0.04f)
}
getRegionPose(FaceRegion.LOWER_LIP)?.let {
lowerLipNode?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
lowerLipNode?.localScale = Vector3(0.04f, 0.04f, 0.04f)
}
getRegionPose(FaceRegion.LEFT_GGG)?.let {
leftGggNode?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
leftGggNode?.localScale = Vector3(0.04f, 0.04f, 0.04f)
}
getRegionPose(FaceRegion.RIGHT_GGG)?.let {
rightGggNode?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
rightGggNode?.localScale = Vector3(0.04f, 0.04f, 0.04f)
}
getRegionPose(FaceRegion.MID_GGG)?.let {
midGggNode?.localPosition = Vector3(it.x, it.y - 0.035f, it.z + 0.015f)
midGggNode?.localScale = Vector3(0.04f, 0.04f, 0.04f)
}
val faceCheckVM = ViewModelProvider(mainActivity).get(FaceCheckVM::class.java)
//低頭
if (face.getRegionPose(RegionType.FOREHEAD_LEFT).yAxis[2] < -0.4 && turnTop == 0) {
faceCheckVM.text.value = "請點頭"
++turnTop
}
//抬頭
if (face.getRegionPose(RegionType.FOREHEAD_LEFT).yAxis[2] > 0.01 && turnBottom == 0) {
faceCheckVM.text.value = "請抬頭"
++turnBottom
}
//點頭判定成功
if (turnTop > 0 && turnBottom > 0) {
turnTop = -1
turnBottom = -1
faceCheckVM.text.value = "點頭判定成功"
}
//微笑相關
if ((leftGggNode!!.worldPosition.y - midGggNode!!.worldPosition.y) > 0.006 &&
(rightGggNode!!.worldPosition.y - midGggNode!!.worldPosition.y) > 0.006 &&
turnTop == -1 &&
turnBottom == -1
) {
faceCheckVM.text.value = "微笑判定成功"
takePicture()
}
//搖頭相關
if (face.centerPose.xAxis[2] > 0.4 && turnRight == 0) {
++turnRight
faceCheckVM.text.value = "請轉向左"
}
if (face.centerPose.xAxis[2] < -0.4 && turnLeft == 0) {
++turnLeft
faceCheckVM.text.value = "請轉向右"
}
if (turnRight > 0 && turnLeft > 0) {
turnRight = -1
turnLeft = -1
faceCheckVM.text.value = "搖頭判定成功"
}
}
}
private fun takePicture() {
if (start) {
val handlerThread = HandlerThread("PixelCopier")
handlerThread.start()
val bitmap = Bitmap.createBitmap(
sceneView.width,
sceneView.height,
Bitmap.Config.ARGB_8888
)
PixelCopy.request(sceneView, bitmap, {
val name = "${System.currentTimeMillis()}face.jpg"
val file =
File(mainActivity.getExternalFilesDir("face")?.absolutePath, name)
val ops = FileOutputStream(file)
bitmap.compress(Bitmap.CompressFormat.JPEG, 100, ops)
}, Handler(handlerThread.looper))
start = false
}
}
}
提示訊息
class FaceCheckVM : ViewModel() {
val text = MutableLiveData<String>().apply {
value = "請點頭"
}
}
5.程式碼範例
class MainActivity : AppCompatActivity() {
lateinit var arFragment: FaceArFragment
var faceNodeMap = HashMap<AugmentedFace, CustomFaceNode>()
private val faceCheckVM by viewModels<FaceCheckVM>()
override fun onCreate(savedInstanceState: Bundle?) {
super.onCreate(savedInstanceState)
setContentView(R.layout.activity_main)
faceCheckVM.text.observe(this, {
face_text_info.text = it
})
arFragment = face_fragment as FaceArFragment
val sceneView = arFragment.arSceneView
sceneView.cameraStreamRenderPriority = Renderable.RENDER_PRIORITY_FIRST
val scene = sceneView.scene
scene.addOnUpdateListener {
sceneView.session
?.getAllTrackables(AugmentedFace::class.java)?.let {
for (face in it) {
if (!faceNodeMap.containsKey(face)) {
val faceNode = CustomFaceNode(face, this, sceneView)
faceNode.setParent(scene)
faceNodeMap[face] = faceNode
}
}
val iter = faceNodeMap.entries.iterator()
while (iter.hasNext()) {
val entry = iter.next()
val face = entry.key
if (face.trackingState == TrackingState.PAUSED) {
val faceNode = entry.value
faceNode.setParent(null)
iter.remove()
}
}
}
}
}
}
6.效果展示
7.Github
Github
