1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
% melvq.m
% David Rowe Aug 2015
%
% Experimenting with VQ design for mel LSPs, also handy VQ searching routines
1;
% train up multi-stage VQ
% ~/codec2-dev/build_linux/src$ sox -r 8000 -s -2 ../../wav/all.wav -t raw -r 8000 -s -2 - sinc 300 sinc -2600 | ./c2sim - --lpc 6 --lpcpf --lspmel --dump all -o - | play -t raw -r 8000 -s -2 - vol 3
%
% octave:> load ../build_linux/src/all_mel.txt
% octave:> melvq; vq = trainvq(all_mel, 64, 3);
% octave:> save vq
function vq = trainvq(training_data, Nvec, stages, city_en=0)
vq = [];
for i=1:stages
if city_en
[idx centers] = kmeans(training_data, Nvec, 'DISTANCE', 'cityblock');
else
[idx centers] = kmeans(training_data, Nvec);
end
quant_error = centers(idx,:) - training_data;
printf("mse stage %d: %f\n", i, mean(std(quant_error)));
training_data = quant_error;
vq(:,:,i) = centers;
end
end
function [mse_list index_list] = search_vq(vq, target, m)
[Nvec order] = size(vq);
mse = zeros(1, Nvec);
% find mse for each vector
for i=1:Nvec
mse(i) = sum((target - vq(i,:)) .^2);
end
% sort and keep top m matches
[mse_list index_list ] = sort(mse);
mse_list = mse_list(1:m);
index_list = index_list(1:m);
endfunction
% Search multi-stage VQ, retaining m best candidates at each stage
function [res output_vecs ind] = mbest(vqset, input_vecs, m)
[Nvec order stages] = size(vqset);
[Ninput tmp] = size(input_vecs);
res = []; % residual error after VQ
output_vecs = []; % quantised output vectors
ind = []; % index of vqs
for i=1:Ninput
% first stage, find mbest candidates
[mse_list index_list] = search_vq(vqset(:,:,1), input_vecs(i,:), m);
cand_list = [mse_list' index_list'];
cand_list = sortrows(cand_list,1);
% subsequent stages ...........
for s=2:stages
% compute m targets for next stage, and update path
prev_indexes = zeros(m,s-1);
for t=1:m
target(t,:) = input_vecs(i,:);
for v=1:s-1
target(t,:) -= vqset(cand_list(t,v+1),:,v);
end
prev_indexes(t,:) = cand_list(t,2:s);
end
% search stage s using m targets from stage s-1
% with m targets, we do m searches which return the m best possibilities
% so we get a matrix with one row per candidate, m*m rows total
% prev_indexes provides us with the path through the VQs for each candidate row
avq = vqset(:,:,s);
cand_list = [];
for t=1:m
[mse_list index_list] = search_vq(avq, target(t,:), m);
x = ones(m,1)*prev_indexes(t,:);
cand_row = [mse_list' x index_list'];
cand_list = [cand_list; cand_row];
end
% sort into m best rows
cand_list = sortrows(cand_list,1);
cand_list = cand_list(1:m,:);
end
% final residual
target(1,:) = input_vecs(i,:);
out = zeros(1,order);
for v=1:stages
target(1,:) -= vqset(cand_list(1,v+1),:,v);
out += vqset(cand_list(1,v+1),:,v);
end
res = [res; target(1,:)];
output_vecs = [output_vecs; out];
ind = [ind; cand_list(1,2:1+stages)];
end
endfunction
% Quantises a set of mel-lsps and saves back to disk so they can be read in by c2sim
% assumes we have a vq saved to disk called vq
%
% ~/codec2-dev/build_linux/src$ sox -r 8000 -s -2 ../../wav/vk5qi.wav -t raw -r 8000 -s -2 - sinc 300 sinc -2600 | ./c2sim - --lpc 6 --lpcpf --lspmel --dump vk5qi -o - | play -t raw -r 8000 -s -2 - vol 3
%
% octave:> test_run("vk5qi")
%
% ~/codec2-dev/build_linux/src$ sox -r 8000 -s -2 ../../wav/vk5qi.wav -t raw -r 8000 -s -2 - sinc 300 sinc -2600 | ./c2sim - --lpc 6 --lpcpf --phase0 --dec 4 --postfilter --lspmel --lspmelread ../../octave/vk5qi_mel_.out -o - | play -t raw -r 8000 -s -2 - vol 3
function ind = test_run(samplename)
more off;
input_vecs_name = sprintf("../build_linux/src/%s_mel.txt", samplename);
input_vecs_name
mel = load(input_vecs_name);
load vq;
[res mel_ ind] = mbest(vq, mel, 5);
mean(std(res))
output_vecs_name = sprintf("%s_mel_.out", samplename);
fmel_ = fopen(output_vecs_name,"wb");
[r c] = size(mel_);
for i=1:r
fwrite(fmel_, mel_(i,:), "float32");
end
fclose(fmel_);
end
%ind = test_run("hts1a");
%load "../build_linux/src/all_mel.txt"
%vq = trainvq(all_mel, 64, 3);
%save vq;
% [X] save text file of "vq quantised mels"
% [X] load back into c2sim at run time
% [X] train on continuous mels
% [X] sorting/stability
% [X] see how it sounds
% [X] Goal is to get VQ sounding OK, similar to UQ at 20 or 40ms dec,
% [X] sig better than current 700
% [X] check all indexes used with hist
|
