Flink使用POJO实现分组和汇总

import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.api.common.typeinfo.Typeinformation;
import org.apache.flink.api.java.functions.KeySelector;
import org.apache.flink.streaming.api.datastream.DataStream;

import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

public class FraudDetection {

    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

        DataStream<MyTransaction> myTransactions = env.socketTextStream("localhost", 9999).map(new MapFunction<String, MyTransaction>() {

            MyTransaction myTransaction = null;

            @Override
            public MyTransaction map(String value) throws Exception {
                String[] split = value.split(",");
                myTransaction = new MyTransaction(split[0].trim(), Long.valueOf(split[1].trim()));
                return myTransaction;
            }
        });

        myTransactions.keyBy(new KeySelector<MyTransaction, String>() {
            @Override
            public String getKey(MyTransaction value) throws Exception {
                return value.getAccounId();
            }
        },Typeinformation.of(String.class)).sum("amount").print();

        env.execute();
//        DataStream<MyTransaction> transactions = env.addSource(new TransactionSource()).name("transaction");
    }

    public static class MyTransaction {

        private String accounId;
        private long amount;

        public MyTransaction() {
        }

        public MyTransaction(String accounId, long amount) {
            this.accounId = accounId;
            this.amount = amount;
        }

        public String getAccounId() {
            return accounId;
        }

        public void setAccounId(String accounId) {
            this.accounId = accounId;
        }

        public long getAmount() {
            return amount;
        }

        public void setAmount(long amount) {
            this.amount = amount;
        }

        @Override
        public String toString() {
            return "{\"accounId\":\"" + accounId + "\","  +
                    "\"amount\":" + amount + "}";
        }
    }


}

官网介绍的使用可转化为流的类型

相关文章

Flink-core小总结1.实时计算和离线计算1.1离线计算离线计算的...
2022年7月26日,Taier1.2版本正式发布!本次版本发布更新功能...
关于Flink相关的概念性东西就不说了,网上都有,官网也很详尽...
最近准备用flink对之前项目进行重构,这是一个有挑战(但我很...
Thispostoriginallyappearedonthe ApacheFlinkblog.Itwasre...
Flink配置文件对于管理员来说,差不多经常调整的就只有conf下...