blob: b6da9586056b35ec81b5bfc3da4af288aa6c47b2 [file] [log] [blame]
drop dataverse fuzzyjoin if exists;
create dataverse fuzzyjoin;
use dataverse fuzzyjoin;
create type DBLPType as open {
id: int32,
dblpid: string,
title: string,
authors: string,
misc: string
}
create type CSXType as open {
id: int32,
csxid: string,
title: string,
authors: string,
misc: string
}
create dataset DBLP(DBLPType) partitioned by key id;
create dataset CSX(CSXType) partitioned by key id;
load dataset DBLP from nc1:'data/pub-small/dblp-small-id.txt' delimited by ':';
load dataset CSX from nc1:'data/pub-small/csx-small-id.txt' delimited by ':';
write output to nc1:'rttest/fuzzyjoin_dblp-csx-dblp-aqlplus_1.adm';
set simthreshold '.5f';
for $dblp in dataset('DBLP')
for $csx in dataset('CSX')
for $dblp2 in dataset('DBLP')
where $dblp.title ~= $csx.title and $csx.authors ~= $dblp2.authors
order by $dblp.id, $csx.id, $dblp2.id
return {'dblp': $dblp, 'csx': $csx, 'dblp2': $dblp2}