-
Notifications
You must be signed in to change notification settings - Fork 81
/
BBTFaceSimilarityMore.vue
225 lines (214 loc) · 5.84 KB
/
BBTFaceSimilarityMore.vue
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
<script setup>
import * as faceapi from "@vladmandic/face-api";
import { onMounted, reactive } from "vue";
/**属性状态 */
const state = reactive({
/**初始化模型加载 */
netsLoadModel: true,
// 预设样本图,支持本地,网络,beas64
sampleArr: [
{
name: "张伟",
imgs: [
`/images/zw/zw01.jpg`,
`/images/zw/zw02.jpg`,
`/images/zw/zw03.jpg`,
`/images/zw/zw04.jpg`,
],
},
{
name: "曾小贤",
imgs: [
`/images/zxx/zxx01.jpg`,
`/images/zxx/zxx02.jpg`,
`/images/zxx/zxx03.jpg`,
`/images/zxx/zxx04.jpg`,
],
},
],
// 匹配图,支持本地,网络,beas64
detArr: [
`/images/zw/zw02.jpg`,
`/images/zw/zw04.jpg`,
`/images/zxx/zxx02.jpg`,
`/images/zxx/zxx04.jpg`,
],
// 匹配结果
resultArr: [],
// 人脸匹配矩阵数组对象转码结果
faceMatcher: null,
});
/**初始化模型加载 */
async function fnLoadModel() {
// 模型文件访问路径
const modelsPath = `/models`;
// 面部识别模型
await faceapi.nets.faceRecognitionNet.load(modelsPath);
// 输出库版本
console.log(
`FaceAPI Version: ${
faceapi?.version || "(not loaded)"
} \nTensorFlow/JS Version: ${
faceapi.tf?.version_core || "(not loaded)"
} \nBackend: ${
faceapi.tf?.getBackend() || "(not loaded)"
} \nModels loaded: ${faceapi.tf.engine().state.numTensors} tensors`
);
// 关闭模型加载
state.netsLoadModel = false;
}
// 样本图片数据矩阵,生成人脸匹配对象
async function fnFaceMatcherDesc() {
const labeledFaceDescriptors = await Promise.all(
state.sampleArr.map(async (item) => {
// 临时图片转码数据,将图片对象转数据矩阵对象
const descriptors = [];
for (const image of item.imgs) {
const imageEl = await faceapi.fetchImage(image);
descriptors.push(await faceapi.computeFaceDescriptor(imageEl));
}
// 返回图片用户和图片转码数组
return new faceapi.LabeledFaceDescriptors(item.name, descriptors);
})
);
// 人脸匹配矩阵数组对象转码结果
state.faceMatcher = new faceapi.FaceMatcher(labeledFaceDescriptors);
}
/**根据模型参数识别绘制 */
async function fnRedraw() {
// 清空结果
state.resultArr = [];
for (const img of state.detArr) {
const milliseconds = Date.now();
// 将图片转为图片元素对象
const imageEl = await faceapi.fetchImage(img);
// 将图片对象转数据矩阵对象,进行匹配
const desc = await faceapi.computeFaceDescriptor(imageEl);
const best = await state.faceMatcher.findBestMatch(desc);
const ms = Date.now() - milliseconds;
// 结果
state.resultArr.push({
imgUrl: imageEl.src,
result: best.toString(),
time: `${ms} ms`,
fps: Math.round(1000 / ms),
});
}
}
/**更换匹配图 */
async function fnChangeDet(e) {
if (!e.target || !e.target.files.length) return;
state.detArr = [];
// 将文件显示为图像并识别
for (const file of e.target.files) {
const inputEl = await faceapi.bufferToImage(file);
state.detArr.push(inputEl.src);
}
await fnRedraw();
}
/**新增样本图 */
async function fnChangeSample(e) {
if (!e.target || !e.target.files.length) return;
// 将文件显示为图像并识别
let sampleItme = {
name: `${Date.now()}`,
imgs: [],
};
for (const file of e.target.files) {
const inputEl = await faceapi.bufferToImage(file);
sampleItme.imgs.push(inputEl.src);
}
state.sampleArr.push(sampleItme);
await fnFaceMatcherDesc();
}
onMounted(() => {
fnLoadModel()
.then(() => fnFaceMatcherDesc())
.then(() => fnRedraw());
});
</script>
<template>
<div class="page" style="display: flex; justify-content: space-between">
<div class="page_option" style="flex-basis: 60%">
<div>
<label>新增样本图多选择:</label>
<input
type="file"
accept="image/png, image/jpeg"
multiple="multiple"
@change="fnChangeSample($event)"
/>
</div>
<div>
<label>更换匹配图多选择:</label>
<input
type="file"
accept="image/png, image/jpeg"
multiple="multiple"
@change="fnChangeDet($event)"
/>
</div>
<h3>识别匹配图像:</h3>
<div class="draw">
<img v-for="(det, i) in state.detArr" :key="i" :src="det" alt="det" />
</div>
<h3>样本库:</h3>
<template v-for="item in state.sampleArr" :key="item.name">
<span style="color: #55b881" v-text="item.name"></span>
<div class="draw">
<img
v-for="img in item.imgs"
:key="img"
:src="img"
:alt="item.name"
/>
</div>
</template>
</div>
<div class="page_load" style="flex-basis: 38%" v-show="state.netsLoadModel">
Load Model...
</div>
<div
class="page_draw"
style="flex-basis: 38%"
v-show="!state.netsLoadModel"
>
<h3>识别结果(误差值越小越准确):</h3>
<div v-for="(res, i) in state.resultArr" :key="i" class="draw result">
<img :src="res.imgUrl" :alt="res.result" />
<div class="info">
<span>结果: {{ res.result }}</span>
<span>时间: {{ res.time }}</span>
<span>FPS: {{ res.fps }}</span>
</div>
</div>
</div>
</div>
</template>
<style scoped>
.draw {
display: flex;
flex-direction: row;
flex-wrap: wrap;
margin-bottom: 20px;
}
.draw img {
width: 90px;
height: 90px;
margin: 10px;
}
.draw.result {
display: flex;
flex-direction: row;
margin: unset;
}
.draw.result .info {
display: flex;
flex-direction: column;
justify-content: center;
text-overflow: ellipsis;
overflow: hidden;
white-space: nowrap;
min-width: 200px;
}
</style>