天天看点

java的Double的列表通过boxplot箱线图数据清洗

 math3

<!-- math3 -->
        <dependency>
            <groupId>org.apache.commons</groupId>
            <artifactId>commons-math3</artifactId>
            <version>3.6.1</version>
        </dependency>           

引用

import org.apache.commons.math3.stat.StatUtils;
import org.apache.commons.math3.stat.descriptive.moment.StandardDeviation;
import org.apache.commons.math3.stat.descriptive.rank.Median;

import com.alibaba.fastjson.JSON;           

代码: 

/**
     * @Author zhongkai
     * @Date  2021/2/20 16:16
     * @Description 箱形图(Box-plot)又称为盒须图、盒式图或箱线图 样本大于等于4个
     **/
    public static List<Double> boxplotFilter(List<Double> data){
        List<Double> returnList= new ArrayList<>(data);

        //排序
        System.out.println("排序前data:" + data);
        Collections.sort(data);
        System.out.println("排序后data:" + data);

        double[] dataA = new double[data.size()];
        for (int i=0;i<data.size();i++){
            dataA[i]=data.get(i);
        }

        //下四分位数
        double q1 = dataA[dataA.length/4 -1]/ 4+ dataA[dataA.length/4]*3/ 4;
        System.out.println("下四分位:" +q1);
        //中位数
        Median median= new Median();
        double q2=median.evaluate(dataA);
        System.out.println("中位数:" +q2);
        //上四分位数
        double q3 = dataA[(dataA.length-dataA.length/4) -1]*3/ 4+ dataA[(dataA.length-dataA.length/4)]/ 4;
        System.out.println("上四分位:" +q3);
        //计算四分位距IQR
        double iqr=q3-q1;
        double max=q3+1.5*iqr;
        System.out.println("最大值:" +max);
        double min=q1-1.5*iqr;
        System.out.println("最小值:" +min);

        for(Double vo:data){
            if (vo<min ||vo>max){
                System.out.println("使用boxplot准则进行过滤,该数组中的"+vo+"属于异常值!");
                returnList.remove(vo);
            }
        }
        return returnList;
    }           

测试:

public static void main(String[] args) {
     double[] data =new double[] {1,2,8,10,8,5,2,4,6,11,15,1,2,8,10,8,5,2,4,6,11,15,1000,1000};//原始数组

        List<Double> dataList=new ArrayList<>();
        for (double vo:data){
            dataList.add(vo);
        }
        List<Double> outliersList = boxplotFilter(dataList);
        System.out.println(JSON.toJSONString(outliersList));
    }           

注意:使用boxplot过滤样本数量要大于等于4!