Diff
checker
文本
文本
图像
文档
Excel
文件夹
Legal
Enterprise
桌面版
定价
登录
下载 Diffchecker 桌面版
比较文本
查找两个文本文件之间的差异
工具
历史
实时编辑器
折叠未更改行
关闭换行
视图
拆分
统一
比对精度
智能
单词
字符
语法高亮
选择语法
忽略
文本转换
转到第一个差异
编辑输入
Diffchecker Desktop
运行Diffchecker最安全的方式。获取Diffchecker桌面应用:您的差异永远不会离开您的电脑!
获取桌面版
Untitled diff
创建于
8年前
差异永不过期
清除
导出
分享
解释
1 删除
行
总计
删除
字符
总计
删除
要继续使用此功能,请升级到
Diff
checker
Pro
查看价格
146 行
全部复制
1 添加
行
总计
添加
字符
总计
添加
要继续使用此功能,请升级到
Diff
checker
Pro
查看价格
146 行
全部复制
Generated code:
Generated code:
/* 001 */ public Object generate(Object[] references) {
/* 001 */ public Object generate(Object[] references) {
/* 002 */ return new GeneratedIterator(references);
/* 002 */ return new GeneratedIterator(references);
/* 003 */ }
/* 003 */ }
/* 004 */
/* 004 */
/* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator {
/* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator {
/* 006 */ private Object[] references;
/* 006 */ private Object[] references;
/* 007 */ private scala.collection.Iterator[] inputs;
/* 007 */ private scala.collection.Iterator[] inputs;
/* 008 */ private boolean range_initRange;
/* 008 */ private boolean range_initRange;
/* 009 */ private long range_number;
/* 009 */ private long range_number;
/* 010 */ private TaskContext range_taskContext;
/* 010 */ private TaskContext range_taskContext;
/* 011 */ private InputMetrics range_inputMetrics;
/* 011 */ private InputMetrics range_inputMetrics;
/* 012 */ private long range_batchEnd;
/* 012 */ private long range_batchEnd;
/* 013 */ private long range_numElementsTodo;
/* 013 */ private long range_numElementsTodo;
/* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3];
/* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3];
/* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3];
/* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3];
/* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3];
/* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3];
/* 017 */
/* 017 */
/* 018 */ public GeneratedIterator(Object[] references) {
/* 018 */ public GeneratedIterator(Object[] references) {
/* 019 */ this.references = references;
/* 019 */ this.references = references;
/* 020 */ }
/* 020 */ }
/* 021 */
/* 021 */
/* 022 */ public void init(int index, scala.collection.Iterator[] inputs) {
/* 022 */ public void init(int index, scala.collection.Iterator[] inputs) {
/* 023 */ partitionIndex = index;
/* 023 */ partitionIndex = index;
/* 024 */ this.inputs = inputs;
/* 024 */ this.inputs = inputs;
/* 025 */
/* 025 */
/* 026 */ range_taskContext = TaskContext.get();
/* 026 */ range_taskContext = TaskContext.get();
/* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics();
/* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics();
/* 028 */ range_mutableStateArray[0] = new UnsafeRow(1);
/* 028 */ range_mutableStateArray[0] = new UnsafeRow(1);
/* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0);
/* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0);
/* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1);
/* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1);
/* 031 */ range_mutableStateArray[1] = new UnsafeRow(1);
/* 031 */ range_mutableStateArray[1] = new UnsafeRow(1);
/* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0);
/* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0);
/* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1);
/* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1);
/* 034 */ range_mutableStateArray[2] = new UnsafeRow(1);
/* 034 */ range_mutableStateArray[2] = new UnsafeRow(1);
/* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0);
/* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0);
/* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1);
/* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1);
/* 037 */
/* 037 */
/* 038 */ }
/* 038 */ }
/* 039 */
/* 039 */
/* 040 */ private void initRange(int idx) {
/* 040 */ private void initRange(int idx) {
/* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx);
/* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx);
/* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L);
/* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L);
复制
已复制
复制
已复制
/* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(
3L
);
/* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(
5L
);
/* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L);
/* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L);
/* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L);
/* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L);
/* 046 */ long partitionEnd;
/* 046 */ long partitionEnd;
/* 047 */
/* 047 */
/* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start);
/* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start);
/* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 050 */ range_number = Long.MAX_VALUE;
/* 050 */ range_number = Long.MAX_VALUE;
/* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 052 */ range_number = Long.MIN_VALUE;
/* 052 */ range_number = Long.MIN_VALUE;
/* 053 */ } else {
/* 053 */ } else {
/* 054 */ range_number = st.longValue();
/* 054 */ range_number = st.longValue();
/* 055 */ }
/* 055 */ }
/* 056 */ range_batchEnd = range_number;
/* 056 */ range_batchEnd = range_number;
/* 057 */
/* 057 */
/* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice)
/* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice)
/* 059 */ .multiply(step).add(start);
/* 059 */ .multiply(step).add(start);
/* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 061 */ partitionEnd = Long.MAX_VALUE;
/* 061 */ partitionEnd = Long.MAX_VALUE;
/* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 063 */ partitionEnd = Long.MIN_VALUE;
/* 063 */ partitionEnd = Long.MIN_VALUE;
/* 064 */ } else {
/* 064 */ } else {
/* 065 */ partitionEnd = end.longValue();
/* 065 */ partitionEnd = end.longValue();
/* 066 */ }
/* 066 */ }
/* 067 */
/* 067 */
/* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract(
/* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract(
/* 069 */ java.math.BigInteger.valueOf(range_number));
/* 069 */ java.math.BigInteger.valueOf(range_number));
/* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue();
/* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue();
/* 071 */ if (range_numElementsTodo < 0) {
/* 071 */ if (range_numElementsTodo < 0) {
/* 072 */ range_numElementsTodo = 0;
/* 072 */ range_numElementsTodo = 0;
/* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) {
/* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) {
/* 074 */ range_numElementsTodo++;
/* 074 */ range_numElementsTodo++;
/* 075 */ }
/* 075 */ }
/* 076 */ }
/* 076 */ }
/* 077 */
/* 077 */
/* 078 */ protected void processNext() throws java.io.IOException {
/* 078 */ protected void processNext() throws java.io.IOException {
/* 079 */ // initialize Range
/* 079 */ // initialize Range
/* 080 */ if (!range_initRange) {
/* 080 */ if (!range_initRange) {
/* 081 */ range_initRange = true;
/* 081 */ range_initRange = true;
/* 082 */ initRange(partitionIndex);
/* 082 */ initRange(partitionIndex);
/* 083 */ }
/* 083 */ }
/* 084 */
/* 084 */
/* 085 */ while (true) {
/* 085 */ while (true) {
/* 086 */ long range_range = range_batchEnd - range_number;
/* 086 */ long range_range = range_batchEnd - range_number;
/* 087 */ if (range_range != 0L) {
/* 087 */ if (range_range != 0L) {
/* 088 */ int range_localEnd = (int)(range_range / 1L);
/* 088 */ int range_localEnd = (int)(range_range / 1L);
/* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) {
/* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) {
/* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number;
/* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number;
/* 091 */
/* 091 */
/* 092 */ do {
/* 092 */ do {
/* 093 */ boolean filter_isNull1 = false;
/* 093 */ boolean filter_isNull1 = false;
/* 094 */ long filter_value1 = -1L;
/* 094 */ long filter_value1 = -1L;
/* 095 */ if (2L == 0) {
/* 095 */ if (2L == 0) {
/* 096 */ filter_isNull1 = true;
/* 096 */ filter_isNull1 = true;
/* 097 */ } else {
/* 097 */ } else {
/* 098 */ filter_value1 = (long)(range_value % 2L);
/* 098 */ filter_value1 = (long)(range_value % 2L);
/* 099 */ }
/* 099 */ }
/* 100 */ if (!(!(filter_isNull1))) continue;
/* 100 */ if (!(!(filter_isNull1))) continue;
/* 101 */
/* 101 */
/* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1);
/* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1);
/* 103 */
/* 103 */
/* 104 */ boolean project_isNull = false;
/* 104 */ boolean project_isNull = false;
/* 105 */ long project_value = -1L;
/* 105 */ long project_value = -1L;
/* 106 */ if (2L == 0) {
/* 106 */ if (2L == 0) {
/* 107 */ project_isNull = true;
/* 107 */ project_isNull = true;
/* 108 */ } else {
/* 108 */ } else {
/* 109 */ project_value = (long)(range_value % 2L);
/* 109 */ project_value = (long)(range_value % 2L);
/* 110 */ }
/* 110 */ }
/* 111 */ range_mutableStateArray2[2].zeroOutNullBytes();
/* 111 */ range_mutableStateArray2[2].zeroOutNullBytes();
/* 112 */
/* 112 */
/* 113 */ if (project_isNull) {
/* 113 */ if (project_isNull) {
/* 114 */ range_mutableStateArray2[2].setNullAt(0);
/* 114 */ range_mutableStateArray2[2].setNullAt(0);
/* 115 */ } else {
/* 115 */ } else {
/* 116 */ range_mutableStateArray2[2].write(0, project_value);
/* 116 */ range_mutableStateArray2[2].write(0, project_value);
/* 117 */ }
/* 117 */ }
/* 118 */ append(range_mutableStateArray[2]);
/* 118 */ append(range_mutableStateArray[2]);
/* 119 */
/* 119 */
/* 120 */ } while(false);
/* 120 */ } while(false);
/* 121 */
/* 121 */
/* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; }
/* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; }
/* 123 */ }
/* 123 */ }
/* 124 */ range_number = range_batchEnd;
/* 124 */ range_number = range_batchEnd;
/* 125 */ }
/* 125 */ }
/* 126 */
/* 126 */
/* 127 */ range_taskContext.killTaskIfInterrupted();
/* 127 */ range_taskContext.killTaskIfInterrupted();
/* 128 */
/* 128 */
/* 129 */ long range_nextBatchTodo;
/* 129 */ long range_nextBatchTodo;
/* 130 */ if (range_numElementsTodo > 1000L) {
/* 130 */ if (range_numElementsTodo > 1000L) {
/* 131 */ range_nextBatchTodo = 1000L;
/* 131 */ range_nextBatchTodo = 1000L;
/* 132 */ range_numElementsTodo -= 1000L;
/* 132 */ range_numElementsTodo -= 1000L;
/* 133 */ } else {
/* 133 */ } else {
/* 134 */ range_nextBatchTodo = range_numElementsTodo;
/* 134 */ range_nextBatchTodo = range_numElementsTodo;
/* 135 */ range_numElementsTodo = 0;
/* 135 */ range_numElementsTodo = 0;
/* 136 */ if (range_nextBatchTodo == 0) break;
/* 136 */ if (range_nextBatchTodo == 0) break;
/* 137 */ }
/* 137 */ }
/* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo);
/* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo);
/* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo);
/* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo);
/* 140 */
/* 140 */
/* 141 */ range_batchEnd += range_nextBatchTodo * 1L;
/* 141 */ range_batchEnd += range_nextBatchTodo * 1L;
/* 142 */ }
/* 142 */ }
/* 143 */ }
/* 143 */ }
/* 144 */
/* 144 */
/* 145 */ }
/* 145 */ }
已保存差异
原始文本
打开文件
Generated code: /* 001 */ public Object generate(Object[] references) { /* 002 */ return new GeneratedIterator(references); /* 003 */ } /* 004 */ /* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator { /* 006 */ private Object[] references; /* 007 */ private scala.collection.Iterator[] inputs; /* 008 */ private boolean range_initRange; /* 009 */ private long range_number; /* 010 */ private TaskContext range_taskContext; /* 011 */ private InputMetrics range_inputMetrics; /* 012 */ private long range_batchEnd; /* 013 */ private long range_numElementsTodo; /* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3]; /* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3]; /* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3]; /* 017 */ /* 018 */ public GeneratedIterator(Object[] references) { /* 019 */ this.references = references; /* 020 */ } /* 021 */ /* 022 */ public void init(int index, scala.collection.Iterator[] inputs) { /* 023 */ partitionIndex = index; /* 024 */ this.inputs = inputs; /* 025 */ /* 026 */ range_taskContext = TaskContext.get(); /* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics(); /* 028 */ range_mutableStateArray[0] = new UnsafeRow(1); /* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0); /* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1); /* 031 */ range_mutableStateArray[1] = new UnsafeRow(1); /* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0); /* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1); /* 034 */ range_mutableStateArray[2] = new UnsafeRow(1); /* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0); /* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1); /* 037 */ /* 038 */ } /* 039 */ /* 040 */ private void initRange(int idx) { /* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx); /* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L); /* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(3L); /* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L); /* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L); /* 046 */ long partitionEnd; /* 047 */ /* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start); /* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) { /* 050 */ range_number = Long.MAX_VALUE; /* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) { /* 052 */ range_number = Long.MIN_VALUE; /* 053 */ } else { /* 054 */ range_number = st.longValue(); /* 055 */ } /* 056 */ range_batchEnd = range_number; /* 057 */ /* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice) /* 059 */ .multiply(step).add(start); /* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) { /* 061 */ partitionEnd = Long.MAX_VALUE; /* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) { /* 063 */ partitionEnd = Long.MIN_VALUE; /* 064 */ } else { /* 065 */ partitionEnd = end.longValue(); /* 066 */ } /* 067 */ /* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract( /* 069 */ java.math.BigInteger.valueOf(range_number)); /* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue(); /* 071 */ if (range_numElementsTodo < 0) { /* 072 */ range_numElementsTodo = 0; /* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) { /* 074 */ range_numElementsTodo++; /* 075 */ } /* 076 */ } /* 077 */ /* 078 */ protected void processNext() throws java.io.IOException { /* 079 */ // initialize Range /* 080 */ if (!range_initRange) { /* 081 */ range_initRange = true; /* 082 */ initRange(partitionIndex); /* 083 */ } /* 084 */ /* 085 */ while (true) { /* 086 */ long range_range = range_batchEnd - range_number; /* 087 */ if (range_range != 0L) { /* 088 */ int range_localEnd = (int)(range_range / 1L); /* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) { /* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number; /* 091 */ /* 092 */ do { /* 093 */ boolean filter_isNull1 = false; /* 094 */ long filter_value1 = -1L; /* 095 */ if (2L == 0) { /* 096 */ filter_isNull1 = true; /* 097 */ } else { /* 098 */ filter_value1 = (long)(range_value % 2L); /* 099 */ } /* 100 */ if (!(!(filter_isNull1))) continue; /* 101 */ /* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1); /* 103 */ /* 104 */ boolean project_isNull = false; /* 105 */ long project_value = -1L; /* 106 */ if (2L == 0) { /* 107 */ project_isNull = true; /* 108 */ } else { /* 109 */ project_value = (long)(range_value % 2L); /* 110 */ } /* 111 */ range_mutableStateArray2[2].zeroOutNullBytes(); /* 112 */ /* 113 */ if (project_isNull) { /* 114 */ range_mutableStateArray2[2].setNullAt(0); /* 115 */ } else { /* 116 */ range_mutableStateArray2[2].write(0, project_value); /* 117 */ } /* 118 */ append(range_mutableStateArray[2]); /* 119 */ /* 120 */ } while(false); /* 121 */ /* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; } /* 123 */ } /* 124 */ range_number = range_batchEnd; /* 125 */ } /* 126 */ /* 127 */ range_taskContext.killTaskIfInterrupted(); /* 128 */ /* 129 */ long range_nextBatchTodo; /* 130 */ if (range_numElementsTodo > 1000L) { /* 131 */ range_nextBatchTodo = 1000L; /* 132 */ range_numElementsTodo -= 1000L; /* 133 */ } else { /* 134 */ range_nextBatchTodo = range_numElementsTodo; /* 135 */ range_numElementsTodo = 0; /* 136 */ if (range_nextBatchTodo == 0) break; /* 137 */ } /* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo); /* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo); /* 140 */ /* 141 */ range_batchEnd += range_nextBatchTodo * 1L; /* 142 */ } /* 143 */ } /* 144 */ /* 145 */ }
更改后文本
打开文件
Generated code: /* 001 */ public Object generate(Object[] references) { /* 002 */ return new GeneratedIterator(references); /* 003 */ } /* 004 */ /* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator { /* 006 */ private Object[] references; /* 007 */ private scala.collection.Iterator[] inputs; /* 008 */ private boolean range_initRange; /* 009 */ private long range_number; /* 010 */ private TaskContext range_taskContext; /* 011 */ private InputMetrics range_inputMetrics; /* 012 */ private long range_batchEnd; /* 013 */ private long range_numElementsTodo; /* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3]; /* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3]; /* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3]; /* 017 */ /* 018 */ public GeneratedIterator(Object[] references) { /* 019 */ this.references = references; /* 020 */ } /* 021 */ /* 022 */ public void init(int index, scala.collection.Iterator[] inputs) { /* 023 */ partitionIndex = index; /* 024 */ this.inputs = inputs; /* 025 */ /* 026 */ range_taskContext = TaskContext.get(); /* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics(); /* 028 */ range_mutableStateArray[0] = new UnsafeRow(1); /* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0); /* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1); /* 031 */ range_mutableStateArray[1] = new UnsafeRow(1); /* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0); /* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1); /* 034 */ range_mutableStateArray[2] = new UnsafeRow(1); /* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0); /* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1); /* 037 */ /* 038 */ } /* 039 */ /* 040 */ private void initRange(int idx) { /* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx); /* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L); /* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(5L); /* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L); /* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L); /* 046 */ long partitionEnd; /* 047 */ /* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start); /* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) { /* 050 */ range_number = Long.MAX_VALUE; /* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) { /* 052 */ range_number = Long.MIN_VALUE; /* 053 */ } else { /* 054 */ range_number = st.longValue(); /* 055 */ } /* 056 */ range_batchEnd = range_number; /* 057 */ /* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice) /* 059 */ .multiply(step).add(start); /* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) { /* 061 */ partitionEnd = Long.MAX_VALUE; /* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) { /* 063 */ partitionEnd = Long.MIN_VALUE; /* 064 */ } else { /* 065 */ partitionEnd = end.longValue(); /* 066 */ } /* 067 */ /* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract( /* 069 */ java.math.BigInteger.valueOf(range_number)); /* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue(); /* 071 */ if (range_numElementsTodo < 0) { /* 072 */ range_numElementsTodo = 0; /* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) { /* 074 */ range_numElementsTodo++; /* 075 */ } /* 076 */ } /* 077 */ /* 078 */ protected void processNext() throws java.io.IOException { /* 079 */ // initialize Range /* 080 */ if (!range_initRange) { /* 081 */ range_initRange = true; /* 082 */ initRange(partitionIndex); /* 083 */ } /* 084 */ /* 085 */ while (true) { /* 086 */ long range_range = range_batchEnd - range_number; /* 087 */ if (range_range != 0L) { /* 088 */ int range_localEnd = (int)(range_range / 1L); /* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) { /* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number; /* 091 */ /* 092 */ do { /* 093 */ boolean filter_isNull1 = false; /* 094 */ long filter_value1 = -1L; /* 095 */ if (2L == 0) { /* 096 */ filter_isNull1 = true; /* 097 */ } else { /* 098 */ filter_value1 = (long)(range_value % 2L); /* 099 */ } /* 100 */ if (!(!(filter_isNull1))) continue; /* 101 */ /* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1); /* 103 */ /* 104 */ boolean project_isNull = false; /* 105 */ long project_value = -1L; /* 106 */ if (2L == 0) { /* 107 */ project_isNull = true; /* 108 */ } else { /* 109 */ project_value = (long)(range_value % 2L); /* 110 */ } /* 111 */ range_mutableStateArray2[2].zeroOutNullBytes(); /* 112 */ /* 113 */ if (project_isNull) { /* 114 */ range_mutableStateArray2[2].setNullAt(0); /* 115 */ } else { /* 116 */ range_mutableStateArray2[2].write(0, project_value); /* 117 */ } /* 118 */ append(range_mutableStateArray[2]); /* 119 */ /* 120 */ } while(false); /* 121 */ /* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; } /* 123 */ } /* 124 */ range_number = range_batchEnd; /* 125 */ } /* 126 */ /* 127 */ range_taskContext.killTaskIfInterrupted(); /* 128 */ /* 129 */ long range_nextBatchTodo; /* 130 */ if (range_numElementsTodo > 1000L) { /* 131 */ range_nextBatchTodo = 1000L; /* 132 */ range_numElementsTodo -= 1000L; /* 133 */ } else { /* 134 */ range_nextBatchTodo = range_numElementsTodo; /* 135 */ range_numElementsTodo = 0; /* 136 */ if (range_nextBatchTodo == 0) break; /* 137 */ } /* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo); /* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo); /* 140 */ /* 141 */ range_batchEnd += range_nextBatchTodo * 1L; /* 142 */ } /* 143 */ } /* 144 */ /* 145 */ }
查找差异