source: birds/createmilbirds_19cl.m @ 70

% create a MIL dataset from the original WAV-files, segmentation of the
% spectrograms, and computation of features on the segmented regions
%
% This is the new 19 species dataset from the MLSP competition

% some settings:
windowlen = 512;
fmax = 256;
intens_thr = 0.8;   % remove 80% of the signal??
f_min = 2000;       % frequency threshold (everything below is removed)

% load the 'meta' data like labels and filenames
dpath = '../birds_mlsp2013/mlsp_contest_dataset/essential_data/';
[bagid,names] = textread(fullfile(dpath,'rec_id2filename.txt'),'%n%s','headerlines',1);
[bagid2,labstr] = textread(fullfile(dpath,'rec_labels_test_hidden.txt'),'%n%s','headerlines',1);
[bagid3,Itst] = textread(fullfile(dpath,'CVfolds_2.txt'),'%n%n',...
'delimiter',',','headerlines',1);


%[bagid3,Itst] =
%textread(fullfile(dpath,'CVfolds_2.txt'),'%n%d','headerlines',1); 

%VC: Ik krijg hier foutmeldingen. textread gaat weg, dus ze raden aan om
%textscan te gebruiken.
%>Error using dataread
%>Trouble reading integer from file (row 1, field 2) ==> ,1\n
%>Error in textread (line 175)
%>[varargout{1:nlhs}]=dataread('file',varargin{:}); %#ok<REMFF1>
 

N = length(bagid2);
CVfile = fopen(fullfile(dpath,'CVfolds_2.txt'));
CVdata = textscan(CVfile, '%f,%f', N, 'headerlines',1);
fclose(CVfile);

bagid3 = CVdata{1};
Itst = CVdata{2};


if any(bagid~=bagid2)
        error('Bagid''s do not match.');
end
G = fspecial('gaussian',[5 5],2);

% run over the files, and get the features:
B = size(bagid,1);
x = cell(B,1);
baglab = zeros(B,13);
instlab = '';
bagid = [];
for i=1:B
        %load the signal;
        [signal,fs] = wavread(fullfile(dpath,'src_wavs',names{i}(2:end)));
        [S,f,t] = spectrogram(signal,windowlen,windowlen/2,fmax,fs);
        % smooth and threshold the spectrogram:
        I = imfilter(abs(S),G,'same');
        mask = (I>dd_threshold(I(:),intens_thr));
        mask(f<f_min) = 0;
        % find interesting regions:
        props = regionprops(bwlabel(mask),abs(S));
        bloblab = bwlabel(mask);
        Nseg = max(unique(bloblab));

        % run over blobs:
        im = abs(S);
        thisx = zeros(Nseg,7);
        for j=1:Nseg
                ix = (bloblab==j);
      % compute/add some blob-properties:
                thisx(j,:) = [props(j).Area, props(j).Centroid, props(j).BoundingBox];
                % don't forget:
                %bagid(end+1) = i;
        
        bagid = [bagid i];
        
        end
        x{i} = thisx;

        %Get the labels right for the training bags:
    
   if ~Itst(i)
      eval(['baglab(i,[',labstr{i}(2:end),']+1)=1;']);
   end
end

% create a dataset
a = genmil(x);
% add the labels one by one:
ll = [...
'BRCR-Brown Creeper            ';
'PAWR-Pacific Wren             ';
'PSFL-Pacific-slope Flycatcher ';
'RBNU-Red-breasted Nuthatch    ';
'DEJU-Dark-eyed Junco          ';
'OSFL-Olive-sided Flycatcher   ';
'HETH-Hermit Thrush            ';
'CBCH-Chestnut-backed Chickadee';
'VATH-Varied Thrush            ';
'HEWA-Hermit Warbler           ';
'SWTH-Swainsons Thrush         ';
'HAFL-Hammonds Flycatcher      ';
'WETA-Western Tanager          ';
'BHGB-Black-headed Grosbeak    ';
'GCKI-Golden Crowned Kinglet   ';
'WAVI-Warbling Vireo           ';
'MGWA-MacGillivrays Warbler    ';
'STJA-Stellars Jay             ';
'CONI-Common Nighthawk         '];


for i=1:size(baglab,2)
   I = ismember(bagid,find(baglab(:,i)));
   a = addlabels(a,genmillabels(I',1),ll(i,:));
end
% set it to the first bird:
a = changelablist(a,2);
thisll = getlablistnames(a);
a = setname(a,strtrim(thisll(curlablist(a),:)));

J = Itst(bagid);
x = a(~J,:);
z = a(logical(J),:);
save('birds20130709.mat', 'a', 'x', 'z', 'Itst', 'J');