Enhance the usabilities (#1100)

* Enhence the usabilities

1. Add metrics to monitor transactions and steaming load process in BE.
2. Modify BE config 'result_buffer_cancelled_interval_time' to 300s.
3. Modify FE config 'enable_metric_calculator' to true.
4. Add more log for tracing broker load process.
5. Modify the query report process, to cancel query immediately if some instance failed.

* Fix bugs
1. Avoid NullPointer when enabling colocation join with broker load
2. Return immediately when pull load task coordinator execution failed
This commit is contained in:
Mingyu Chen
2019-05-07 15:55:04 +08:00
committed by GitHub
parent 0c62cb888f
commit a08170fd50
23 changed files with 194 additions and 96 deletions

View File

@ -161,6 +161,7 @@ public class StmtExecutorTest {
EasyMock.expectLastCall().anyTimes();
EasyMock.expect(cood.getQueryProfile()).andReturn(new RuntimeProfile()).anyTimes();
EasyMock.expect(cood.getNext()).andReturn(new RowBatch()).anyTimes();
EasyMock.expect(cood.getJobId()).andReturn(-1L).anyTimes();
EasyMock.replay(cood);
PowerMock.expectNew(Coordinator.class, EasyMock.isA(ConnectContext.class),
EasyMock.isA(Analyzer.class), EasyMock.isA(Planner.class))

View File

@ -17,8 +17,6 @@
package org.apache.doris.task;
import com.google.common.collect.Range;
import org.apache.doris.catalog.AggregateType;
import org.apache.doris.catalog.Column;
import org.apache.doris.catalog.KeysType;
@ -35,6 +33,9 @@ import org.apache.doris.thrift.TPushType;
import org.apache.doris.thrift.TStorageMedium;
import org.apache.doris.thrift.TStorageType;
import org.apache.doris.thrift.TTaskType;
import com.google.common.collect.Range;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
@ -75,7 +76,7 @@ public class AgentTaskTest {
private TStorageType storageType = TStorageType.COLUMN;
private List<Column> columns;
private MarkedCountDownLatch latch = new MarkedCountDownLatch(3);
private MarkedCountDownLatch<Long, Long> latch = new MarkedCountDownLatch<Long, Long>(3);
private Range<PartitionKey> range1;
private Range<PartitionKey> range2;