Review Board 1.7.22


Patch for DRILL-274

Review Request #15564 - Created Nov. 15, 2013 and updated

Steven Phillips
DRILL-274
Reviewers
drill-git
drill-git
Lazily initialize input/ouptut streams


DRILL-274: resolve merge conflict


DRILL-274: Address code review comments.


DRILL-274: Spooling batch buffer

 

Diff revision 3 (Latest)

1 2 3
1 2 3

  1. distribution/src/resources/drill-override.conf: Loading...
  2. exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java: Loading...
  3. exec/java-exec/src/main/java/org/apache/drill/exec/ops/FragmentContext.java: Loading...
  4. exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/WireRecordBatch.java: Loading...
  5. exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/mergereceiver/MergingRecordBatch.java: Loading...
  6. exec/java-exec/src/main/java/org/apache/drill/exec/record/RawFragmentBatchProvider.java: Loading...
  7. exec/java-exec/src/main/java/org/apache/drill/exec/store/LocalSyncableFileSystem.java: Loading...
  8. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/AbstractFragmentCollector.java: Loading...
  9. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BatchCollector.java: Loading...
  10. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BitComHandlerImpl.java: Loading...
  11. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/IncomingBuffers.java: Loading...
  12. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/MergingCollector.java: Loading...
  13. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/PartitionedCollector.java: Loading...
  14. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/RawBatchBuffer.java: Loading...
  15. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/SpoolingRawBatchBuffer.java: Loading...
  16. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/UnlimitedRawBatchBuffer.java: Loading...
  17. exec/java-exec/src/main/java/org/apache/drill/exec/work/foreman/RunningFragmentManager.java: Loading...
  18. exec/java-exec/src/main/java/org/apache/drill/exec/work/fragment/RemoteFragmentHandler.java: Loading...
  19. exec/java-exec/src/main/resources/drill-module.conf: Loading...
  20. exec/java-exec/src/test/java/org/apache/drill/exec/client/DumpCatTest.java: Loading...
This diff has been split across 2 pages: 1 2 >
distribution/src/resources/drill-override.conf
Revision 18a2a6a80784951ab8c78b58698f65f0575aa783 New Change
[20] 13 lines
[+20]
14
// limitations under the License.
14
// limitations under the License.
15

    
   
15

   
16
//  This file tells Drill to consider this module when class path scanning.  
16
//  This file tells Drill to consider this module when class path scanning.  
17
//  This file can also include any supplementary configuration information.  
17
//  This file can also include any supplementary configuration information.  
18
//  This file is in HOCON format, see https://github.com/typesafehub/config/blob/master/HOCON.md for more information.
18
//  This file is in HOCON format, see https://github.com/typesafehub/config/blob/master/HOCON.md for more information.

    
   
19

   

    
   
20
drill.logical.function.packages += "org.apache.drill.exec.expr.fn.impl"

    
   
21

   
19
drill.exec: {
22
drill.exec: {
20
  cluster-id: "drillbits1"
23
  cluster-id: "drillbits1"
21
  rpc: {
24
  rpc: {
22
    user: {
25
    user: {
23
      server: {
26
      server: {
[+20] [20] 20 lines
[+20]
44
    packages += "org.apache.drill.exec.physical.config"
47
    packages += "org.apache.drill.exec.physical.config"
45
  },
48
  },
46
  optimizer: {
49
  optimizer: {
47
    implementation: "org.apache.drill.exec.opt.IdentityOptimizer"
50
    implementation: "org.apache.drill.exec.opt.IdentityOptimizer"
48
  },
51
  },

    
   
52
  functions: ["org.apache.drill.expr.fn.impl"],
49
  storage: {
53
  storage: {
50
	packages += "org.apache.drill.exec.store"
54
    packages += "org.apache.drill.exec.store"  

    
   
55
  },

    
   
56
  metrics : { 

    
   
57
    context: "drillbit",

    
   
58
    jmx: {

    
   
59
      enabled : true

    
   
60
    },

    
   
61
    log: {

    
   
62
      enabled : false,

    
   
63
      interval : 60
51
  }
64
    }
52
  metrics : {

   
53
    context: "drillbit"

   
54
  },
65
  },
55
  zk: {
66
  zk: {
56
	connect: "localhost:2181",
67
	connect: "localhost:2181",
57
	root: "/drill",
68
	root: "/drill",
58
	refresh: 500,
69
	refresh: 500,
59
	timeout: 5000,
70
	timeout: 5000,
60
  	retry: {
71
  	retry: {
61
  	  count: 7200,
72
  	  count: 7200,
62
  	  delay: 500
73
  	  delay: 500
63
  	}
74
  	}    
64
  },
75
  },
65
  functions: ["org.apache.drill.expr.fn.impl"],
76
  functions: ["org.apache.drill.expr.fn.impl"],
66
  network: {
77
  network: {
67
    start: 35000
78
    start: 35000
68
  },
79
  },
69
  work: {
80
  work: {
70
    max.width.per.endpoint: 5,
81
    max.width.per.endpoint: 5,
71
    global.max.width: 100,
82
    global.max.width: 100,
72
    executor.threads: 4
83
    executor.threads: 4
73
  }
84
  },
74
  trace: {
85
  trace: {
75
    directory: "/tmp"
86
    directory: "/var/log/drill",

    
   
87
    filesystem: "file:///"

    
   
88
  },

    
   
89
  tmp: {

    
   
90
    directories: ["/tmp/drill"],

    
   
91
    filesystem: "drill-local:///"

    
   
92
  },

    
   
93
  spooling: {

    
   
94
    impl: "org.apache.drill.exec.work.batch.SpoolingRawBatchBuffer",

    
   
95
    delete: false,

    
   
96
    size: 100000000
76
  }
97
  }
77
}
98
}
exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java
Revision 36504f6df36d3c3bf7bf6b158f777777125fef74 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/ops/FragmentContext.java
Revision 674dafca0c8b7840f4af0edf5b34741b3a06027d New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/WireRecordBatch.java
Revision 0b0214ac610e949a0d23ff16f3f5f0756a330f77 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/mergereceiver/MergingRecordBatch.java
Revision 6d8a28424e3248c21876a1e1c5600ea5855c681b New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/record/RawFragmentBatchProvider.java
Revision 3390af9c354c5b5d4fc56727bc7723c9bb3c6e07 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/store/LocalSyncableFileSystem.java
New File
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/AbstractFragmentCollector.java
Revision d58de2fc1b7a3369cd904433ecd87f3c7d1019ec New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BatchCollector.java
Revision 236b2398f36d6e22ae83f6be0095ef8d64186be7 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BitComHandlerImpl.java
Revision 5639851f4c99406f210b1d65c1c8ae3739f9dcfc New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/IncomingBuffers.java
Revision c9e56085aeebfeb44b2ae82c981251a7d3e47675 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/MergingCollector.java
Revision 670347cba07b4c5010053a89a6352973d40a5dca New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/PartitionedCollector.java
Revision af127781bb1d6bfab312d2843a3d41eadbf9f4f4 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/RawBatchBuffer.java
Revision 82ed1ca1f17f9be93f7cb1863000b3e564417222 New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/SpoolingRawBatchBuffer.java
New File
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/UnlimitedRawBatchBuffer.java
Revision 43870da545a4659f85bf608c4d2fda1f808765cf New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/foreman/RunningFragmentManager.java
Revision 588316b3e5e3f0d9f35d6fb30070001ddb539f4e New Change
 
exec/java-exec/src/main/java/org/apache/drill/exec/work/fragment/RemoteFragmentHandler.java
Revision d947d683d4686cabf30b85b927ed8fe3847ef6f1 New Change
 
exec/java-exec/src/main/resources/drill-module.conf
Revision 725c6b4d41bb0b24876e74e7aed7a83f5e6f42f5 New Change
 
exec/java-exec/src/test/java/org/apache/drill/exec/client/DumpCatTest.java
Revision a78ffc310506c067b0139e24cb5683adf8549324 New Change
 
  1. distribution/src/resources/drill-override.conf: Loading...
  2. exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java: Loading...
  3. exec/java-exec/src/main/java/org/apache/drill/exec/ops/FragmentContext.java: Loading...
  4. exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/WireRecordBatch.java: Loading...
  5. exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/mergereceiver/MergingRecordBatch.java: Loading...
  6. exec/java-exec/src/main/java/org/apache/drill/exec/record/RawFragmentBatchProvider.java: Loading...
  7. exec/java-exec/src/main/java/org/apache/drill/exec/store/LocalSyncableFileSystem.java: Loading...
  8. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/AbstractFragmentCollector.java: Loading...
  9. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BatchCollector.java: Loading...
  10. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/BitComHandlerImpl.java: Loading...
  11. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/IncomingBuffers.java: Loading...
  12. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/MergingCollector.java: Loading...
  13. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/PartitionedCollector.java: Loading...
  14. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/RawBatchBuffer.java: Loading...
  15. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/SpoolingRawBatchBuffer.java: Loading...
  16. exec/java-exec/src/main/java/org/apache/drill/exec/work/batch/UnlimitedRawBatchBuffer.java: Loading...
  17. exec/java-exec/src/main/java/org/apache/drill/exec/work/foreman/RunningFragmentManager.java: Loading...
  18. exec/java-exec/src/main/java/org/apache/drill/exec/work/fragment/RemoteFragmentHandler.java: Loading...
  19. exec/java-exec/src/main/resources/drill-module.conf: Loading...
  20. exec/java-exec/src/test/java/org/apache/drill/exec/client/DumpCatTest.java: Loading...
This diff has been split across 2 pages: 1 2 >