Comparar texto

Encuentra la diferencia entre dos archivos de texto

Editor live
Ocultar sin cambios
Sin ajuste de línea
Vista
Nivel de detalle
Resaltado de sintaxis

Untitled diff

Creado El diff nunca expira
1 eliminación
146 líneas
1 adición
146 líneas
Generated code:
Generated code:
/* 001 */ public Object generate(Object[] references) {
/* 001 */ public Object generate(Object[] references) {
/* 002 */ return new GeneratedIterator(references);
/* 002 */ return new GeneratedIterator(references);
/* 003 */ }
/* 003 */ }
/* 004 */
/* 004 */
/* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator {
/* 005 */ final class GeneratedIterator extends org.apache.spark.sql.execution.BufferedRowIterator {
/* 006 */ private Object[] references;
/* 006 */ private Object[] references;
/* 007 */ private scala.collection.Iterator[] inputs;
/* 007 */ private scala.collection.Iterator[] inputs;
/* 008 */ private boolean range_initRange;
/* 008 */ private boolean range_initRange;
/* 009 */ private long range_number;
/* 009 */ private long range_number;
/* 010 */ private TaskContext range_taskContext;
/* 010 */ private TaskContext range_taskContext;
/* 011 */ private InputMetrics range_inputMetrics;
/* 011 */ private InputMetrics range_inputMetrics;
/* 012 */ private long range_batchEnd;
/* 012 */ private long range_batchEnd;
/* 013 */ private long range_numElementsTodo;
/* 013 */ private long range_numElementsTodo;
/* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3];
/* 014 */ private org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[] range_mutableStateArray1 = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder[3];
/* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3];
/* 015 */ private org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[] range_mutableStateArray2 = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter[3];
/* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3];
/* 016 */ private UnsafeRow[] range_mutableStateArray = new UnsafeRow[3];
/* 017 */
/* 017 */
/* 018 */ public GeneratedIterator(Object[] references) {
/* 018 */ public GeneratedIterator(Object[] references) {
/* 019 */ this.references = references;
/* 019 */ this.references = references;
/* 020 */ }
/* 020 */ }
/* 021 */
/* 021 */
/* 022 */ public void init(int index, scala.collection.Iterator[] inputs) {
/* 022 */ public void init(int index, scala.collection.Iterator[] inputs) {
/* 023 */ partitionIndex = index;
/* 023 */ partitionIndex = index;
/* 024 */ this.inputs = inputs;
/* 024 */ this.inputs = inputs;
/* 025 */
/* 025 */
/* 026 */ range_taskContext = TaskContext.get();
/* 026 */ range_taskContext = TaskContext.get();
/* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics();
/* 027 */ range_inputMetrics = range_taskContext.taskMetrics().inputMetrics();
/* 028 */ range_mutableStateArray[0] = new UnsafeRow(1);
/* 028 */ range_mutableStateArray[0] = new UnsafeRow(1);
/* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0);
/* 029 */ range_mutableStateArray1[0] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[0], 0);
/* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1);
/* 030 */ range_mutableStateArray2[0] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[0], 1);
/* 031 */ range_mutableStateArray[1] = new UnsafeRow(1);
/* 031 */ range_mutableStateArray[1] = new UnsafeRow(1);
/* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0);
/* 032 */ range_mutableStateArray1[1] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[1], 0);
/* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1);
/* 033 */ range_mutableStateArray2[1] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[1], 1);
/* 034 */ range_mutableStateArray[2] = new UnsafeRow(1);
/* 034 */ range_mutableStateArray[2] = new UnsafeRow(1);
/* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0);
/* 035 */ range_mutableStateArray1[2] = new org.apache.spark.sql.catalyst.expressions.codegen.BufferHolder(range_mutableStateArray[2], 0);
/* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1);
/* 036 */ range_mutableStateArray2[2] = new org.apache.spark.sql.catalyst.expressions.codegen.UnsafeRowWriter(range_mutableStateArray1[2], 1);
/* 037 */
/* 037 */
/* 038 */ }
/* 038 */ }
/* 039 */
/* 039 */
/* 040 */ private void initRange(int idx) {
/* 040 */ private void initRange(int idx) {
/* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx);
/* 041 */ java.math.BigInteger index = java.math.BigInteger.valueOf(idx);
/* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L);
/* 042 */ java.math.BigInteger numSlice = java.math.BigInteger.valueOf(8L);
/* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(3L);
/* 043 */ java.math.BigInteger numElement = java.math.BigInteger.valueOf(5L);
/* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L);
/* 044 */ java.math.BigInteger step = java.math.BigInteger.valueOf(1L);
/* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L);
/* 045 */ java.math.BigInteger start = java.math.BigInteger.valueOf(0L);
/* 046 */ long partitionEnd;
/* 046 */ long partitionEnd;
/* 047 */
/* 047 */
/* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start);
/* 048 */ java.math.BigInteger st = index.multiply(numElement).divide(numSlice).multiply(step).add(start);
/* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 049 */ if (st.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 050 */ range_number = Long.MAX_VALUE;
/* 050 */ range_number = Long.MAX_VALUE;
/* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 051 */ } else if (st.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 052 */ range_number = Long.MIN_VALUE;
/* 052 */ range_number = Long.MIN_VALUE;
/* 053 */ } else {
/* 053 */ } else {
/* 054 */ range_number = st.longValue();
/* 054 */ range_number = st.longValue();
/* 055 */ }
/* 055 */ }
/* 056 */ range_batchEnd = range_number;
/* 056 */ range_batchEnd = range_number;
/* 057 */
/* 057 */
/* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice)
/* 058 */ java.math.BigInteger end = index.add(java.math.BigInteger.ONE).multiply(numElement).divide(numSlice)
/* 059 */ .multiply(step).add(start);
/* 059 */ .multiply(step).add(start);
/* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 060 */ if (end.compareTo(java.math.BigInteger.valueOf(Long.MAX_VALUE)) > 0) {
/* 061 */ partitionEnd = Long.MAX_VALUE;
/* 061 */ partitionEnd = Long.MAX_VALUE;
/* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 062 */ } else if (end.compareTo(java.math.BigInteger.valueOf(Long.MIN_VALUE)) < 0) {
/* 063 */ partitionEnd = Long.MIN_VALUE;
/* 063 */ partitionEnd = Long.MIN_VALUE;
/* 064 */ } else {
/* 064 */ } else {
/* 065 */ partitionEnd = end.longValue();
/* 065 */ partitionEnd = end.longValue();
/* 066 */ }
/* 066 */ }
/* 067 */
/* 067 */
/* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract(
/* 068 */ java.math.BigInteger startToEnd = java.math.BigInteger.valueOf(partitionEnd).subtract(
/* 069 */ java.math.BigInteger.valueOf(range_number));
/* 069 */ java.math.BigInteger.valueOf(range_number));
/* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue();
/* 070 */ range_numElementsTodo = startToEnd.divide(step).longValue();
/* 071 */ if (range_numElementsTodo < 0) {
/* 071 */ if (range_numElementsTodo < 0) {
/* 072 */ range_numElementsTodo = 0;
/* 072 */ range_numElementsTodo = 0;
/* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) {
/* 073 */ } else if (startToEnd.remainder(step).compareTo(java.math.BigInteger.valueOf(0L)) != 0) {
/* 074 */ range_numElementsTodo++;
/* 074 */ range_numElementsTodo++;
/* 075 */ }
/* 075 */ }
/* 076 */ }
/* 076 */ }
/* 077 */
/* 077 */
/* 078 */ protected void processNext() throws java.io.IOException {
/* 078 */ protected void processNext() throws java.io.IOException {
/* 079 */ // initialize Range
/* 079 */ // initialize Range
/* 080 */ if (!range_initRange) {
/* 080 */ if (!range_initRange) {
/* 081 */ range_initRange = true;
/* 081 */ range_initRange = true;
/* 082 */ initRange(partitionIndex);
/* 082 */ initRange(partitionIndex);
/* 083 */ }
/* 083 */ }
/* 084 */
/* 084 */
/* 085 */ while (true) {
/* 085 */ while (true) {
/* 086 */ long range_range = range_batchEnd - range_number;
/* 086 */ long range_range = range_batchEnd - range_number;
/* 087 */ if (range_range != 0L) {
/* 087 */ if (range_range != 0L) {
/* 088 */ int range_localEnd = (int)(range_range / 1L);
/* 088 */ int range_localEnd = (int)(range_range / 1L);
/* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) {
/* 089 */ for (int range_localIdx = 0; range_localIdx < range_localEnd; range_localIdx++) {
/* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number;
/* 090 */ long range_value = ((long)range_localIdx * 1L) + range_number;
/* 091 */
/* 091 */
/* 092 */ do {
/* 092 */ do {
/* 093 */ boolean filter_isNull1 = false;
/* 093 */ boolean filter_isNull1 = false;
/* 094 */ long filter_value1 = -1L;
/* 094 */ long filter_value1 = -1L;
/* 095 */ if (2L == 0) {
/* 095 */ if (2L == 0) {
/* 096 */ filter_isNull1 = true;
/* 096 */ filter_isNull1 = true;
/* 097 */ } else {
/* 097 */ } else {
/* 098 */ filter_value1 = (long)(range_value % 2L);
/* 098 */ filter_value1 = (long)(range_value % 2L);
/* 099 */ }
/* 099 */ }
/* 100 */ if (!(!(filter_isNull1))) continue;
/* 100 */ if (!(!(filter_isNull1))) continue;
/* 101 */
/* 101 */
/* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1);
/* 102 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[1] /* numOutputRows */).add(1);
/* 103 */
/* 103 */
/* 104 */ boolean project_isNull = false;
/* 104 */ boolean project_isNull = false;
/* 105 */ long project_value = -1L;
/* 105 */ long project_value = -1L;
/* 106 */ if (2L == 0) {
/* 106 */ if (2L == 0) {
/* 107 */ project_isNull = true;
/* 107 */ project_isNull = true;
/* 108 */ } else {
/* 108 */ } else {
/* 109 */ project_value = (long)(range_value % 2L);
/* 109 */ project_value = (long)(range_value % 2L);
/* 110 */ }
/* 110 */ }
/* 111 */ range_mutableStateArray2[2].zeroOutNullBytes();
/* 111 */ range_mutableStateArray2[2].zeroOutNullBytes();
/* 112 */
/* 112 */
/* 113 */ if (project_isNull) {
/* 113 */ if (project_isNull) {
/* 114 */ range_mutableStateArray2[2].setNullAt(0);
/* 114 */ range_mutableStateArray2[2].setNullAt(0);
/* 115 */ } else {
/* 115 */ } else {
/* 116 */ range_mutableStateArray2[2].write(0, project_value);
/* 116 */ range_mutableStateArray2[2].write(0, project_value);
/* 117 */ }
/* 117 */ }
/* 118 */ append(range_mutableStateArray[2]);
/* 118 */ append(range_mutableStateArray[2]);
/* 119 */
/* 119 */
/* 120 */ } while(false);
/* 120 */ } while(false);
/* 121 */
/* 121 */
/* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; }
/* 122 */ if (shouldStop()) { range_number = range_value + 1L; return; }
/* 123 */ }
/* 123 */ }
/* 124 */ range_number = range_batchEnd;
/* 124 */ range_number = range_batchEnd;
/* 125 */ }
/* 125 */ }
/* 126 */
/* 126 */
/* 127 */ range_taskContext.killTaskIfInterrupted();
/* 127 */ range_taskContext.killTaskIfInterrupted();
/* 128 */
/* 128 */
/* 129 */ long range_nextBatchTodo;
/* 129 */ long range_nextBatchTodo;
/* 130 */ if (range_numElementsTodo > 1000L) {
/* 130 */ if (range_numElementsTodo > 1000L) {
/* 131 */ range_nextBatchTodo = 1000L;
/* 131 */ range_nextBatchTodo = 1000L;
/* 132 */ range_numElementsTodo -= 1000L;
/* 132 */ range_numElementsTodo -= 1000L;
/* 133 */ } else {
/* 133 */ } else {
/* 134 */ range_nextBatchTodo = range_numElementsTodo;
/* 134 */ range_nextBatchTodo = range_numElementsTodo;
/* 135 */ range_numElementsTodo = 0;
/* 135 */ range_numElementsTodo = 0;
/* 136 */ if (range_nextBatchTodo == 0) break;
/* 136 */ if (range_nextBatchTodo == 0) break;
/* 137 */ }
/* 137 */ }
/* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo);
/* 138 */ ((org.apache.spark.sql.execution.metric.SQLMetric) references[0] /* numOutputRows */).add(range_nextBatchTodo);
/* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo);
/* 139 */ range_inputMetrics.incRecordsRead(range_nextBatchTodo);
/* 140 */
/* 140 */
/* 141 */ range_batchEnd += range_nextBatchTodo * 1L;
/* 141 */ range_batchEnd += range_nextBatchTodo * 1L;
/* 142 */ }
/* 142 */ }
/* 143 */ }
/* 143 */ }
/* 144 */
/* 144 */
/* 145 */ }
/* 145 */ }
Diferencias guardadas