tillrohrmann closed pull request #7430: [FLINK-10848] Remove container requests
after successful container allocation
URL: https://github.com/apache/flink/pull/7430
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git
a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnFlinkResourceManager.java
b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnFlinkResourceManager.java
index 8e686bbbe34..e8e55c33303 100644
---
a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnFlinkResourceManager.java
+++
b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnFlinkResourceManager.java
@@ -41,15 +41,20 @@
import org.apache.hadoop.yarn.api.records.FinalApplicationStatus;
import org.apache.hadoop.yarn.api.records.Priority;
import org.apache.hadoop.yarn.api.records.Resource;
+import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.client.api.AMRMClient;
import org.apache.hadoop.yarn.client.api.NMClient;
import org.apache.hadoop.yarn.client.api.async.AMRMClientAsync;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.slf4j.Logger;
+import javax.annotation.Nonnull;
+
import java.util.ArrayList;
import java.util.Collection;
+import java.util.Collections;
import java.util.HashMap;
+import java.util.Iterator;
import java.util.List;
import java.util.Map;
@@ -72,6 +77,8 @@
* Container ID generation may vary across Hadoop versions. */
static final String ENV_FLINK_CONTAINER_ID = "_FLINK_CONTAINER_ID";
+ private static final Priority RM_REQUEST_PRIORITY =
Priority.newInstance(0);
+
/** The containers where a TaskManager is starting and we are waiting
for it to register. */
private final Map<ResourceID, YarnContainerInLaunch> containersInLaunch;
@@ -314,6 +321,21 @@ protected void fatalError(String message, Throwable error)
{
@Override
protected void requestNewWorkers(int numWorkers) {
+ final Resource capability = getContainerResource();
+
+ for (int i = 0; i < numWorkers; i++) {
+ numPendingContainerRequests++;
+ LOG.info("Requesting new TaskManager container with {}
megabytes memory. Pending requests: {}",
+ capability.getMemory(),
numPendingContainerRequests);
+
+
resourceManagerClient.addContainerRequest(createContainerRequest(capability));
+ }
+
+ // make sure we transmit the request fast and receive fast news
of granted allocations
+
resourceManagerClient.setHeartbeatInterval(FAST_YARN_HEARTBEAT_INTERVAL_MS);
+ }
+
+ private Resource getContainerResource() {
final long mem =
taskManagerParameters.taskManagerTotalMemoryMB();
final int containerMemorySizeMB;
@@ -325,25 +347,15 @@ protected void requestNewWorkers(int numWorkers) {
mem, containerMemorySizeMB);
}
- for (int i = 0; i < numWorkers; i++) {
- numPendingContainerRequests++;
- LOG.info("Requesting new TaskManager container with {}
megabytes memory. Pending requests: {}",
- containerMemorySizeMB,
numPendingContainerRequests);
-
- // Priority for worker containers - priorities are
intra-application
- Priority priority = Priority.newInstance(0);
-
- // Resource requirements for worker containers
- int taskManagerSlots = taskManagerParameters.numSlots();
- int vcores =
config.getInteger(YarnConfigOptions.VCORES, Math.max(taskManagerSlots, 1));
- Resource capability =
Resource.newInstance(containerMemorySizeMB, vcores);
-
- resourceManagerClient.addContainerRequest(
- new AMRMClient.ContainerRequest(capability,
null, null, priority));
- }
+ // Resource requirements for worker containers
+ int taskManagerSlots = taskManagerParameters.numSlots();
+ int vcores = config.getInteger(YarnConfigOptions.VCORES,
Math.max(taskManagerSlots, 1));
+ return Resource.newInstance(containerMemorySizeMB, vcores);
+ }
- // make sure we transmit the request fast and receive fast news
of granted allocations
-
resourceManagerClient.setHeartbeatInterval(FAST_YARN_HEARTBEAT_INTERVAL_MS);
+ @Nonnull
+ private AMRMClient.ContainerRequest createContainerRequest(Resource
capability) {
+ return new AMRMClient.ContainerRequest(capability, null, null,
RM_REQUEST_PRIORITY);
}
@Override
@@ -434,7 +446,14 @@ private void containersAllocated(List<Container>
containers) {
final int numRequired = getDesignatedWorkerPoolSize();
final int numRegistered = getNumberOfStartedTaskManagers();
+ final Collection<AMRMClient.ContainerRequest> pendingRequests =
getPendingRequests();
+ final Iterator<AMRMClient.ContainerRequest>
pendingRequestsIterator = pendingRequests.iterator();
+
for (Container container : containers) {
+ if (numPendingContainerRequests > 0) {
+ numPendingContainerRequests -= 1;
+
resourceManagerClient.removeContainerRequest(pendingRequestsIterator.next());
+ }
numPendingContainerRequests = Math.max(0,
numPendingContainerRequests - 1);
LOG.info("Received new container: {} - Remaining
pending container requests: {}",
container.getId(), numPendingContainerRequests);
@@ -487,6 +506,24 @@ private void containersAllocated(List<Container>
containers) {
triggerCheckWorkers();
}
+ private Collection<AMRMClient.ContainerRequest> getPendingRequests() {
+ final List<? extends Collection<AMRMClient.ContainerRequest>>
matchingRequests =
resourceManagerClient.getMatchingRequests(RM_REQUEST_PRIORITY,
ResourceRequest.ANY, getContainerResource());
+
+ final Collection<AMRMClient.ContainerRequest> result;
+
+ if (matchingRequests.isEmpty()) {
+ result = Collections.emptyList();
+ } else {
+ result = new ArrayList<>(matchingRequests.get(0));
+ }
+
+ Preconditions.checkState(
+ result.size() == numPendingContainerRequests,
+ "The RMClient's and YarnResourceManagers internal state
about the number of pending container requests has diverged. Number client's
pending container requests %s != Number RM's pending container requests %s.",
result.size(), numPendingContainerRequests);
+
+ return result;
+ }
+
/**
* Invoked when the ResourceManager informs of completed containers.
* Called via an actor message by the callback from the ResourceManager
client.
diff --git
a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnResourceManager.java
b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnResourceManager.java
index 6ff5cd66487..4a6011025d3 100644
--- a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnResourceManager.java
+++ b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnResourceManager.java
@@ -18,6 +18,7 @@
package org.apache.flink.yarn;
+import org.apache.flink.annotation.VisibleForTesting;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.configuration.ConfigurationUtils;
@@ -41,6 +42,7 @@
import org.apache.flink.runtime.rpc.RpcService;
import org.apache.flink.util.ExceptionUtils;
import org.apache.flink.util.FlinkException;
+import org.apache.flink.util.Preconditions;
import org.apache.flink.yarn.configuration.YarnConfigOptions;
import org.apache.hadoop.yarn.api.ApplicationConstants;
@@ -52,15 +54,20 @@
import org.apache.hadoop.yarn.api.records.NodeReport;
import org.apache.hadoop.yarn.api.records.Priority;
import org.apache.hadoop.yarn.api.records.Resource;
+import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.client.api.AMRMClient;
import org.apache.hadoop.yarn.client.api.NMClient;
import org.apache.hadoop.yarn.client.api.async.AMRMClientAsync;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
+import javax.annotation.Nonnull;
import javax.annotation.Nullable;
+import java.util.ArrayList;
import java.util.Collection;
+import java.util.Collections;
import java.util.HashMap;
+import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CompletableFuture;
@@ -73,6 +80,7 @@
*/
public class YarnResourceManager extends ResourceManager<YarnWorkerNode>
implements AMRMClientAsync.CallbackHandler {
+ private static final Priority RM_REQUEST_PRIORITY =
Priority.newInstance(1);
/** The process environment variables. */
private final Map<String, String> env;
@@ -119,6 +127,8 @@
private final Collection<ResourceProfile> slotsPerWorker;
+ private final Resource resource;
+
public YarnResourceManager(
RpcService rpcService,
String resourceManagerEndpointId,
@@ -169,6 +179,7 @@ public YarnResourceManager(
this.numberOfTaskSlots =
flinkConfig.getInteger(TaskManagerOptions.NUM_TASK_SLOTS);
this.defaultTaskManagerMemoryMB =
ConfigurationUtils.getTaskManagerHeapMemory(flinkConfig).getMebiBytes();
this.defaultCpus =
flinkConfig.getInteger(YarnConfigOptions.VCORES, numberOfTaskSlots);
+ this.resource =
Resource.newInstance(defaultTaskManagerMemoryMB, defaultCpus);
this.slotsPerWorker = createSlotsPerWorker(numberOfTaskSlots);
}
@@ -292,17 +303,19 @@ protected void internalDeregisterApplication(
@Override
public Collection<ResourceProfile> startNewWorker(ResourceProfile
resourceProfile) {
- // Priority for worker containers - priorities are
intra-application
- //TODO: set priority according to the resource allocated
- Priority priority =
Priority.newInstance(generatePriority(resourceProfile));
- int mem = resourceProfile.getMemoryInMB() < 0 ?
defaultTaskManagerMemoryMB : resourceProfile.getMemoryInMB();
- int vcore = resourceProfile.getCpuCores() < 1 ? defaultCpus :
(int) resourceProfile.getCpuCores();
- Resource capability = Resource.newInstance(mem, vcore);
- requestYarnContainer(capability, priority);
+ Preconditions.checkArgument(
+ ResourceProfile.UNKNOWN.equals(resourceProfile),
+ "The YarnResourceManager does not support custom
ResourceProfiles yet. It assumes that all containers have the same resources.");
+ requestYarnContainer();
return slotsPerWorker;
}
+ @VisibleForTesting
+ Resource getContainerResource() {
+ return resource;
+ }
+
@Override
public boolean stopWorker(final YarnWorkerNode workerNode) {
final Container container = workerNode.getContainer();
@@ -343,8 +356,7 @@ public void onContainersCompleted(final
List<ContainerStatus> statuses) {
if (yarnWorkerNode != null) {
// Container completed
unexpectedly ~> start a new one
- final Container container =
yarnWorkerNode.getContainer();
-
requestYarnContainerIfRequired(container.getResource(),
yarnWorkerNode.getContainer().getPriority());
+
requestYarnContainerIfRequired();
}
// Eagerly close the connection with
task manager.
closeTaskManagerConnection(resourceId,
new Exception(containerStatus.getDiagnostics()));
@@ -356,6 +368,9 @@ public void onContainersCompleted(final
List<ContainerStatus> statuses) {
@Override
public void onContainersAllocated(List<Container> containers) {
runAsync(() -> {
+ final Collection<AMRMClient.ContainerRequest>
pendingRequests = getPendingRequests();
+ final Iterator<AMRMClient.ContainerRequest>
pendingRequestsIterator = pendingRequests.iterator();
+
for (Container container : containers) {
log.info(
"Received new container: {} - Remaining
pending container requests: {}",
@@ -363,7 +378,7 @@ public void onContainersAllocated(List<Container>
containers) {
numPendingContainerRequests);
if (numPendingContainerRequests > 0) {
- numPendingContainerRequests--;
+
removeContainerRequest(pendingRequestsIterator.next());
final String containerIdStr =
container.getId().toString();
final ResourceID resourceId = new
ResourceID(containerIdStr);
@@ -385,7 +400,7 @@ public void onContainersAllocated(List<Container>
containers) {
workerNodeMap.remove(resourceId);
resourceManagerClient.releaseAssignedContainer(container.getId());
// and ask for a new one
-
requestYarnContainerIfRequired(container.getResource(),
container.getPriority());
+
requestYarnContainerIfRequired();
}
} else {
// return the excessive containers
@@ -402,6 +417,36 @@ public void onContainersAllocated(List<Container>
containers) {
});
}
+ private void removeContainerRequest(AMRMClient.ContainerRequest
pendingContainerRequest) {
+ numPendingContainerRequests--;
+
+ log.info("Removing container request {}. Pending container
requests {}.", pendingContainerRequest, pendingContainerRequest);
+
+
resourceManagerClient.removeContainerRequest(pendingContainerRequest);
+ }
+
+ private Collection<AMRMClient.ContainerRequest> getPendingRequests() {
+ final List<? extends Collection<AMRMClient.ContainerRequest>>
matchingRequests = resourceManagerClient.getMatchingRequests(
+ RM_REQUEST_PRIORITY,
+ ResourceRequest.ANY,
+ getContainerResource());
+
+ final Collection<AMRMClient.ContainerRequest>
matchingContainerRequests;
+
+ if (matchingRequests.isEmpty()) {
+ matchingContainerRequests = Collections.emptyList();
+ } else {
+ final Collection<AMRMClient.ContainerRequest>
collection = matchingRequests.get(0);
+ matchingContainerRequests = new ArrayList<>(collection);
+ }
+
+ Preconditions.checkState(
+ matchingContainerRequests.size() ==
numPendingContainerRequests,
+ "The RMClient's and YarnResourceManagers internal state
about the number of pending container requests has diverged. Number client's
pending container requests %s != Number RM's pending container requests %s.",
matchingContainerRequests.size(), numPendingContainerRequests);
+
+ return matchingContainerRequests;
+ }
+
@Override
public void onShutdownRequest() {
shutDown();
@@ -456,17 +501,17 @@ private FinalApplicationStatus
getYarnStatus(ApplicationStatus status) {
/**
* Request new container if pending containers cannot satisfies pending
slot requests.
*/
- private void requestYarnContainerIfRequired(Resource resource, Priority
priority) {
+ private void requestYarnContainerIfRequired() {
int requiredTaskManagerSlots =
getNumberRequiredTaskManagerSlots();
int pendingTaskManagerSlots = numPendingContainerRequests *
numberOfTaskSlots;
if (requiredTaskManagerSlots > pendingTaskManagerSlots) {
- requestYarnContainer(resource, priority);
+ requestYarnContainer();
}
}
- private void requestYarnContainer(Resource resource, Priority priority)
{
- resourceManagerClient.addContainerRequest(new
AMRMClient.ContainerRequest(resource, null, null, priority));
+ private void requestYarnContainer() {
+
resourceManagerClient.addContainerRequest(getContainerRequest());
// make sure we transmit the request fast and receive fast news
of granted allocations
resourceManagerClient.setHeartbeatInterval(FAST_YARN_HEARTBEAT_INTERVAL_MS);
@@ -478,6 +523,16 @@ private void requestYarnContainer(Resource resource,
Priority priority) {
numPendingContainerRequests);
}
+ @Nonnull
+ @VisibleForTesting
+ AMRMClient.ContainerRequest getContainerRequest() {
+ return new AMRMClient.ContainerRequest(
+ getContainerResource(),
+ null,
+ null,
+ RM_REQUEST_PRIORITY);
+ }
+
private ContainerLaunchContext createTaskExecutorLaunchContext(Resource
resource, String containerId, String host)
throws Exception {
// init the ContainerLaunchContext
@@ -514,22 +569,4 @@ private ContainerLaunchContext
createTaskExecutorLaunchContext(Resource resource
.put(ENV_FLINK_NODE_ID, host);
return taskExecutorLaunchContext;
}
-
-
-
- /**
- * Generate priority by given resource profile.
- * Priority is only used for distinguishing request of different
resource.
- * @param resourceProfile The resource profile of a request
- * @return The priority of this resource profile.
- */
- private int generatePriority(ResourceProfile resourceProfile) {
- if (resourcePriorities.containsKey(resourceProfile)) {
- return resourcePriorities.get(resourceProfile);
- } else {
- int priority = resourcePriorities.size();
- resourcePriorities.put(resourceProfile, priority);
- return priority;
- }
- }
}
diff --git
a/flink-yarn/src/test/java/org/apache/flink/yarn/YarnFlinkResourceManagerTest.java
b/flink-yarn/src/test/java/org/apache/flink/yarn/YarnFlinkResourceManagerTest.java
index 10b2ce97d6f..4108249548e 100644
---
a/flink-yarn/src/test/java/org/apache/flink/yarn/YarnFlinkResourceManagerTest.java
+++
b/flink-yarn/src/test/java/org/apache/flink/yarn/YarnFlinkResourceManagerTest.java
@@ -43,6 +43,8 @@
import org.apache.hadoop.yarn.api.records.ContainerId;
import org.apache.hadoop.yarn.api.records.ContainerLaunchContext;
import org.apache.hadoop.yarn.api.records.NodeId;
+import org.apache.hadoop.yarn.api.records.Priority;
+import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.client.api.AMRMClient;
import org.apache.hadoop.yarn.client.api.NMClient;
import org.apache.hadoop.yarn.client.api.async.AMRMClientAsync;
@@ -52,7 +54,6 @@
import org.junit.Test;
import org.mockito.Matchers;
import org.mockito.invocation.InvocationOnMock;
-import org.mockito.stubbing.Answer;
import java.util.ArrayList;
import java.util.Collections;
@@ -69,7 +70,10 @@
import scala.concurrent.duration.FiniteDuration;
import static org.junit.Assert.assertEquals;
+import static org.mockito.ArgumentMatchers.any;
+import static org.mockito.ArgumentMatchers.anyString;
import static org.mockito.Mockito.doAnswer;
+import static org.mockito.Mockito.doReturn;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.when;
@@ -128,20 +132,6 @@ public void
testYarnFlinkResourceManagerJobManagerLostLeadership() throws Except
containerList.add(mockContainer);
}
- doAnswer(new Answer() {
- int counter = 0;
- @Override
- public Object answer(InvocationOnMock
invocation) throws Throwable {
- if (counter < containerList.size()) {
-
callbackHandler.onContainersAllocated(
-
Collections.singletonList(
-
containerList.get(counter++)
- ));
- }
- return null;
- }
-
}).when(resourceManagerClient).addContainerRequest(Matchers.any(AMRMClient.ContainerRequest.class));
-
final CompletableFuture<AkkaActorGateway>
resourceManagerFuture = new CompletableFuture<>();
final CompletableFuture<AkkaActorGateway>
leaderGatewayFuture = new CompletableFuture<>();
@@ -191,6 +181,9 @@ public Object answer(InvocationOnMock invocation) throws
Throwable {
nodeManagerClient
));
+
doReturn(Collections.singletonList(Collections.nCopies(numInitialTaskManagers,
new AMRMClient.ContainerRequest(Resource.newInstance(1024 * 1024, 1), null,
null, Priority.newInstance(0)))))
+
.when(resourceManagerClient).getMatchingRequests(any(Priority.class),
anyString(), any(Resource.class));
+
leaderRetrievalService.notifyListener(leader1.path().toString(),
leaderSessionID);
final AkkaActorGateway leader1Gateway = new
AkkaActorGateway(leader1, leaderSessionID);
@@ -203,6 +196,8 @@ public Object answer(InvocationOnMock invocation) throws
Throwable {
resourceManagerGateway.tell(new
RegisterResourceManagerSuccessful(leader1, Collections.emptyList()));
+
callbackHandler.onContainersAllocated(containerList);
+
for (int i = 0; i < containerList.size(); i++) {
expectMsgClass(deadline.timeLeft(),
Acknowledge.class);
}
diff --git
a/flink-yarn/src/test/java/org/apache/flink/yarn/YarnResourceManagerTest.java
b/flink-yarn/src/test/java/org/apache/flink/yarn/YarnResourceManagerTest.java
index d41d42d7a05..368e95cc760 100644
---
a/flink-yarn/src/test/java/org/apache/flink/yarn/YarnResourceManagerTest.java
+++
b/flink-yarn/src/test/java/org/apache/flink/yarn/YarnResourceManagerTest.java
@@ -105,8 +105,10 @@
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertThat;
import static org.junit.Assert.assertTrue;
+import static org.mockito.ArgumentMatchers.anyString;
import static org.mockito.Matchers.any;
import static org.mockito.Matchers.eq;
+import static org.mockito.Mockito.doReturn;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.times;
import static org.mockito.Mockito.verify;
@@ -243,7 +245,7 @@ protected void runAsync(final Runnable runnable) {
final HardwareDescription hardwareDescription = new
HardwareDescription(1, 2L, 3L, 4L);
// domain objects for test purposes
- final ResourceProfile resourceProfile1 = new
ResourceProfile(1.0, 200);
+ final ResourceProfile resourceProfile1 =
ResourceProfile.UNKNOWN;
public ContainerId task = ContainerId.newInstance(
ApplicationAttemptId.newInstance(ApplicationId.newInstance(1L, 0), 0), 1);
@@ -351,7 +353,7 @@ void runTest(RunnableWithException testMethod) throws
Exception {
}
}
- private static Container mockContainer(String host, int port, int
containerId) {
+ private static Container mockContainer(String host, int port, int
containerId, Resource resource) {
Container mockContainer = mock(Container.class);
NodeId mockNodeId = NodeId.newInstance(host, port);
@@ -365,7 +367,7 @@ private static Container mockContainer(String host, int
port, int containerId) {
when(mockContainer.getId()).thenReturn(mockContainerId);
when(mockContainer.getNodeId()).thenReturn(mockNodeId);
-
when(mockContainer.getResource()).thenReturn(Resource.newInstance(200, 1));
+ when(mockContainer.getResource()).thenReturn(resource);
when(mockContainer.getPriority()).thenReturn(Priority.UNDEFINED);
return mockContainer;
@@ -397,7 +399,10 @@ public void testStopWorker() throws Exception {
registerSlotRequestFuture.get();
// Callback from YARN when container is
allocated.
- Container testingContainer =
mockContainer("container", 1234, 1);
+ Container testingContainer =
mockContainer("container", 1234, 1, resourceManager.getContainerResource());
+
+
doReturn(Collections.singletonList(Collections.singletonList(resourceManager.getContainerRequest())))
+
.when(mockResourceManagerClient).getMatchingRequests(any(Priority.class),
anyString(), any(Resource.class));
resourceManager.onContainersAllocated(ImmutableList.of(testingContainer));
verify(mockResourceManagerClient).addContainerRequest(any(AMRMClient.ContainerRequest.class));
@@ -492,10 +497,14 @@ public void testOnContainerCompleted() throws Exception {
registerSlotRequestFuture.get();
// Callback from YARN when container is
allocated.
- Container testingContainer =
mockContainer("container", 1234, 1);
+ Container testingContainer =
mockContainer("container", 1234, 1, resourceManager.getContainerResource());
+
+
doReturn(Collections.singletonList(Collections.singletonList(resourceManager.getContainerRequest())))
+
.when(mockResourceManagerClient).getMatchingRequests(any(Priority.class),
anyString(), any(Resource.class));
resourceManager.onContainersAllocated(ImmutableList.of(testingContainer));
verify(mockResourceManagerClient).addContainerRequest(any(AMRMClient.ContainerRequest.class));
+
verify(mockResourceManagerClient).removeContainerRequest(any(AMRMClient.ContainerRequest.class));
verify(mockNMClient).startContainer(eq(testingContainer),
any(ContainerLaunchContext.class));
// Callback from YARN when container is
Completed, pending request can not be fulfilled by pending
diff --git a/flink-yarn/src/test/resources/log4j-test.properties
b/flink-yarn/src/test/resources/log4j-test.properties
index 2226f686531..5b1e4ed8e7a 100644
--- a/flink-yarn/src/test/resources/log4j-test.properties
+++ b/flink-yarn/src/test/resources/log4j-test.properties
@@ -18,7 +18,7 @@
# Set root logger level to OFF to not flood build logs
# set manually to INFO for debugging purposes
-log4j.rootLogger=OFF, testlogger
+log4j.rootLogger=INFO, testlogger
# A1 is set to be a ConsoleAppender.
log4j.appender.testlogger=org.apache.log4j.ConsoleAppender
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
With regards,
Apache Git Services
