FIRST_TIME = 0;

if(FIRST_TIME)
    load d:\ebproject\data\eb;
    
    % -- make lower case
    for i=1:length(ebtxt)
        lebtxt{i} = lower(ebtxt{i});
    end;

    for i=1:length(wftxt)
        lwftxt{i} = lower(wftxt{i});
    end;
        
    yth = ebstar > 2.5;
end;

% % -- create full feature vector
% ffvec = [];
% for i=1:length(lwftxt)
%     if ischar(lwftxt{i})
%         ffvec = [ffvec getwfreq(lebtxt,lwftxt(i))];
%     end;
% end;

% % -- create corresponding word vector
% nlwftxt = [];
% for i=1:length(wftxt)
%     if ischar(wftxt{i})
%         nlwftxt = [nlwftxt;wftxt(i)];
%     end;
% end;


% % -- create the binary vectors
% mffvec = mean(ffvec,1);
% mffvecm = repmat(mffvec,527,1);
% ffvec_mean = ffvec >= mffvecm;
% 
% ffvec_bin = ffvec > 0;

% -- create filtered vectors
fprintf('filtering presence vector\n');
[Xphi_f,idxf] = feature_filt(ffvec_bin,yth);

fprintf('filtering overmean vector\n');
[Xphi_m,idxm] = feature_filt(ffvec_mean,yth);


