| #------------------------------------------------------------- |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| #------------------------------------------------------------- |
| |
| |
| F = read($1, data_type="frame", format="csv", header=TRUE, |
| naStrings= ["NA", "null"," ","NaN", "nan", "", "?", "99999"]); |
| |
| # # get the length |
| F = F[, 2:ncol(F)] |
| mask = matrix("1 1 0 0 1 0", rows=1, cols=6) # mask for salaries dataset |
| |
| F1 = F |
| idx = sample(nrow(F), 15) |
| # # swap values |
| for(i in 1:nrow(idx)) |
| { |
| r = as.scalar(idx[i]) |
| tmp = F1[r, 1] |
| F1[r, 1] = F1[r, 2] |
| F1[r, 2] = tmp |
| } |
| q0 = 0.05 |
| q1 = 0.95 |
| |
| [W, mask, qLow, qUp] = fixInvalidLengths(F1, mask, q0, q1) |
| W1 = fixInvalidLengthsApply(F1, mask, qLow, qUp) |
| comp = as.matrix(W != F) |
| out = sum(comp) == 0 |
| |
| comp = as.matrix(F != W1) |
| out2 = sum(comp) == 0 |
| out = out == out2 |
| |
| write(out, $2) |
