(9197,'$standby omitted. fix the resource instead.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',1920,1920,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','$height(int)',NULL),(9198,'Look for the method in all public methods declared in the class\nor inherited by the class.\nNote: this does not distinguish methods with the same signature\nbut different return types.\nTODO: We may want to deal with methods that take parameters in the future','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java',94,98,'org.apache.hadoop.yarn.webapp.Router','addController(WebApp.HTTP, String, Class<? extends Controller>, String, List<String>)',NULL),(9199,'TODO: delete the container dir','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/DummyContainerManager.java',104,104,'org.apache.hadoop.yarn.server.nodemanager.DummyContainerManager','createResourceLocalizationService(ContainerExecutor, DeletionService)',NULL),(9200,'TODO: delete the container dir','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/DummyContainerManager.java',104,104,'org.apache.hadoop.yarn.server.nodemanager.DummyContainerManager','createResourceLocalizationService(ContainerExecutor, DeletionService)',NULL),(9201,'TODO Maybe log the state of the queue','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/AsyncDispatcher.java',129,129,'org.apache.hadoop.yarn.event.AsyncDispatcher','createThread()',NULL),(9202,'TODO Maybe log the state of the queue','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/AsyncDispatcher.java',129,129,'org.apache.hadoop.yarn.event.AsyncDispatcher','createThread()',NULL),(9203,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientTokenIdentifier.java',38,39,'org.apache.hadoop.yarn.security.client.ClientTokenIdentifier','getApplicationID()',NULL),(9204,'TODO queue deletions here, rather than NM init?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',182,182,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9205,'TODO queue deletions here, rather than NM init?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',182,182,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9206,'TODO: create log dir as $logdir/$user/$appId','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',275,275,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9207,'TODO: create log dir as $logdir/$user/$appId','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',275,275,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9208,'TODO: FIXME assert doesn\'t help\n^ The condition is benign. Tests should fail and it\nshould appear in logs, but it\'s an internal error\nthat should have no effect on applications','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',312,315,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9209,'TODO: FIXME assert doesn\'t help\n^ The condition is benign. Tests should fail and it\nshould appear in logs, but it\'s an internal error\nthat should have no effect on applications','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',312,315,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9210,'TODO Check if appRsrcs should also be added to the retention set.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',356,356,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9211,'TODO Check if appRsrcs should also be added to the retention set.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',356,356,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9212,'TODO: What to do with appLocalRsrcsTracker?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',412,412,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9213,'TODO: What to do with appLocalRsrcsTracker?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',412,412,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9214,'TODO: decrement reference counts of all resources associated with this\napp','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',432,433,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9215,'TODO: decrement reference counts of all resources associated with this\napp','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',432,433,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9216,'TODO process resources anyway','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',484,484,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9217,'TODO process resources anyway','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',484,484,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9218,'TODO hack to work around broken signaling','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',568,568,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9219,'TODO hack to work around broken signaling','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',568,568,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9220,'TODO handle failures, cancellation, requests by other containers','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',609,609,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9221,'TODO handle failures, cancellation, requests by other containers','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',609,609,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9222,'TODO shutdown, better error handling esp. DU','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',638,638,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9223,'TODO shutdown, better error handling esp. DU','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',638,638,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9224,'TODO delete','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',647,647,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9225,'TODO delete','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',647,647,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9226,'TODO: threadsafe, use outer?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',712,712,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9227,'TODO: threadsafe, use outer?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',712,712,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9228,'TODO: Synchronization','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',736,736,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9229,'TODO: Synchronization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',736,736,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9230,'TODO this sucks. Fix it later\ndispatcher not typed','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',761,762,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9231,'TODO this sucks. Fix it later\ndispatcher not typed','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',761,762,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9232,'TODO fail? Already translated several times...','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',790,790,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9233,'TODO fail? Already translated several times...','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',790,790,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9234,'TODO: Why is this event going directly to the container. Why not\nthe resource itself? What happens to the resource? Is it removed?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',825,826,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9235,'TODO: Why is this event going directly to the container. Why not\nthe resource itself? What happens to the resource? Is it removed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',825,826,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9236,'TODO handle ExitCodeException separately?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',872,872,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9237,'TODO handle ExitCodeException separately?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',872,872,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9238,'Send one more heartbeat with a fake running container. This is to\nsimulate the situation that can happen if the NM reports that container\nis running in the same heartbeat when the RM asks it to clean it up.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestApplicationCleanup.java',190,192,'org.apache.hadoop.yarn.server.resourcemanager.TestApplicationCleanup','testContainerCleanup()',NULL),(9239,'Send one more heartbeat with a fake running container. This is to\nsimulate the situation that can happen if the NM reports that container\nis running in the same heartbeat when the RM asks it to clean it up.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestApplicationCleanup.java',190,192,'org.apache.hadoop.yarn.server.resourcemanager.TestApplicationCleanup','testContainerCleanup()',NULL),(9240,'TODO: Duplicate addition!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',86,86,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','None',NULL),(9241,'TODO: FIX','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',132,132,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','release(ContainerId)',NULL),(9242,'TODO: FIX','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',132,132,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','release(ContainerId)','NOT_DESIGN'),(9243,'TODO: They say tokens via env isn\'t good.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',31,31,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(9244,'TODO: They say tokens via env isn\'t good.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',31,31,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(9245,'TODO Comparator','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',358,358,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(9246,'TODO Comparator','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',358,358,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(9247,'TODO: Not used at all!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',33,33,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTracker','contains(LocalResourceRequest)',NULL),(9248,'TODO fail the application on the failed transition','Block','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',504,504,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(9249,'TODO fail the application on the failed transition','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',504,504,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(9250,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',128,129,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9251,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',128,129,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9252,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per heartbeat\nMax containers to assign per heartbeat','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',133,139,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9253,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per heartbeat\nMax containers to assign per heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',133,139,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9254,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',332,333,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(List<FSQueueSchedulable>, Resource)',NULL),(9255,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',332,333,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(List<FSQueueSchedulable>, Resource)',NULL),(9256,'TODO: Fix store','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',372,372,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(CSQueue, CSQueue)',NULL),(9257,'TODO: Fix store','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',372,372,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(CSQueue, CSQueue)',NULL),(9258,'TODO: VINDOKVFIXME recovery','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',777,777,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)',NULL),(9259,'TODO: VINDOKVFIXME recovery','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',777,777,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)',NULL),(9260,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',399,400,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)',NULL),(9261,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',399,400,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)',NULL),(9262,'Test that the container launcher rpc times out properly. This is used\nby both RM to launch an AM as well as an AM to launch containers.','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/TestContainerLaunchRPC.java',55,58,'None','None',NULL),(9263,'a should be capped at 3/30\nshouldn\'t be\nallocated due\nto max-cap','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestParentQueue.java',476,479,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestParentQueue','testMultiLevelQueues()',NULL),(9264,'a should be capped at 3/30\nshouldn\'t be\nallocated due\nto max-cap','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestParentQueue.java',476,479,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestParentQueue','testMultiLevelQueues()',NULL),(9265,'the init state got invoked once','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/service/TestServiceOperations.java',215,215,'org.apache.hadoop.yarn.service.TestServiceOperations','testStopFailedInit()',NULL),(9266,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(9267,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(9268,'TODO: Problem if no header like this','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NavBlock.java',30,30,'org.apache.hadoop.yarn.server.nodemanager.webapp.NavBlock','render(Block)',NULL),(9269,'TODO: Problem if no header like this','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NavBlock.java',30,30,'org.apache.hadoop.yarn.server.nodemanager.webapp.NavBlock','render(Block)',NULL),(9270,'this is a dirty hack - but should be ok for a unittest.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainerLaunch.java',139,139,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.TestContainerLaunch','setNewEnvironmentHack(Map<String, String>)',NULL),(9271,'this is a dirty hack - but should be ok for a unittest.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainerLaunch.java',139,139,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.TestContainerLaunch','setNewEnvironmentHack(Map<String, String>)',NULL),(9272,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java',467,467,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp','getHeadroom()',NULL),(9273,'can\'t easily know what the correct values are going to be so just\nmake sure they aren\'t Unknown','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/util/TestYarnVersionInfo.java',39,40,'org.apache.hadoop.yarn.util.TestYarnVersionInfo','testVersionInfoGenerated()',NULL),(9274,'prefix. TODO: Validate application prefix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',111,111,'org.apache.hadoop.yarn.util.ConverterUtils','toApplicationId(RecordFactory, String)',NULL),(9275,'prefix. TODO: Validate application prefix','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',111,111,'org.apache.hadoop.yarn.util.ConverterUtils','toApplicationId(RecordFactory, String)',NULL),(9276,'NodeId is only available during start, the following cannot be moved\nanywhere else.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',131,132,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','start()',NULL),(9277,'NodeId is only available during start, the following cannot be moved\nanywhere else.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',131,132,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','start()',NULL),(9278,'TODO: Reuse FS for user?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',212,212,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','createAppDir(String, ApplicationId, UserGroupInformation)',NULL),(9279,'TODO: Reuse FS for user?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',212,212,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','createAppDir(String, ApplicationId, UserGroupInformation)',NULL),(9280,'TODO Get the user configuration for the list of containers that need log\naggregation.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',318,319,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initAppAggregator(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy, Map<ApplicationAccessType, String>)',NULL),(9281,'TODO: Just sending reboot is not enough. Think more.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java',253,253,'org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService','nodeHeartbeat(NodeHeartbeatRequest)',NULL),(9282,'TODO: Just sending reboot is not enough. Think more.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java',253,253,'org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService','nodeHeartbeat(NodeHeartbeatRequest)',NULL),(9283,'The following is because of the way TestRMWebApp.mockRMContext creates\nnodes.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestNodesPage.java',44,45,'org.apache.hadoop.yarn.server.resourcemanager.webapp.TestNodesPage','None',NULL),(9284,'quick hack to restart servers in dev mode without OS commands','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',83,83,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(9285,'quick hack to restart servers in dev mode without OS commands','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',83,83,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(9286,'TODO: support args converted from /path/:arg1/...','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',149,149,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(9287,'TODO: support args converted from /path/:arg1/...','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',149,149,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(9288,'TODO: What use of this with info() in?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMController.java',49,49,'org.apache.hadoop.yarn.server.nodemanager.webapp.NMController','index()',NULL),(9289,'TODO: What use of this with info() in?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMController.java',49,49,'org.apache.hadoop.yarn.server.nodemanager.webapp.NMController','index()',NULL),(9290,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',62,62,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(9291,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',62,62,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(9292,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',73,74,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(9293,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',73,74,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(9294,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',265,265,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(9295,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',265,265,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(9296,'Allow only one thread in AM to do heartbeat at a time.\nBUG TODO: Locking order is screwed.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',270,271,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(9297,'Allow only one thread in AM to do heartbeat at a time.\nBUG TODO: Locking order is screwed.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',270,271,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)','NOT_DESIGN'),(9298,'TODO: would like to use integer comparisons here but can\'t due to\nroundoff errors in absolute capacity calculations','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java',451,452,'org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesCapacitySched','verifyLeafQueueGeneric(String, LeafQueueInfo)',NULL),(9299,'TODO: would like to use integer comparisons here but can\'t due to\nroundoff errors in absolute capacity calculations','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java',451,452,'org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesCapacitySched','verifyLeafQueueGeneric(String, LeafQueueInfo)',NULL),(9300,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',257,258,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, FSSchedulerApp, Priority, ResourceRequest, NodeType, boolean)',NULL),(9301,'For each priority, see if we can schedule a node local, rack local\nor off-switch request. Rack of off-switch requests may be delayed\n(not scheduled) in order to promote better locality.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',301,303,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, boolean)',NULL),(9302,'TODO: Trigger the LogsManager','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',310,310,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','handleAppFinishWithContainersCleanedup()',NULL),(9303,'TODO: Trigger the LogsManager','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',310,310,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','handleAppFinishWithContainersCleanedup()',NULL),(9304,'TODO: Fix\nresourceManager.getRMContext().getRMApps()\n.get(applicationId).getRMAppAttempt(applicationAttemptId)','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',278,280,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()',NULL),(9305,'TODO: Fix\nresourceManager.getRMContext().getRMApps()\n.get(applicationId).getRMAppAttempt(applicationAttemptId)','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',278,280,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()',NULL),(9306,'TODO Force a comparator?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ProtoBase.java',36,36,'org.apache.hadoop.yarn.api.records.ProtoBase','hashCode()',NULL),(9307,'TODO Force a comparator?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ProtoBase.java',36,36,'org.apache.hadoop.yarn.api.records.ProtoBase','hashCode()',NULL),(9308,'TODO: Use builder utils','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',163,163,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9309,'TODO: Use builder utils','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',163,163,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9310,'TODO: Gross hack. Fix in code.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',176,176,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9311,'TODO: Gross hack. Fix in code.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',176,176,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9312,'TODO: Pull logs and test contents.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',184,184,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9313,'TODO: Pull logs and test contents.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',184,184,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(9314,'TODO fail the application on the failed transition','Block','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',511,511,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(9315,'TODO fail the application on the failed transition','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',511,511,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(9316,'TODO\nFor status update for clients - yet to be implemented\nHostname of the container','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',130,132,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(9317,'TODO\nFor status update for clients - yet to be implemented\nHostname of the container','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',130,132,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(9318,'Hardcoded path to shell script in launch container\'s local env','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',179,179,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(9319,'Hardcoded path to shell script in launch container\'s local env','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',179,179,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(9320,'Setup local RPC Server to accept status requests directly from clients\nTODO need to setup a protocol for client to be able to communicate to the RPC server\nTODO use the rpc port info to register with the RM for the client to send requests to this app master','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',386,388,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9321,'Setup local RPC Server to accept status requests directly from clients\nTODO need to setup a protocol for client to be able to communicate to the RPC server\nTODO use the rpc port info to register with the RM for the client to send requests to this app master','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',386,388,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])','DESIGN'),(9322,'Check what the current available resources in the cluster are\nTODO should we do anything if the available resources are not enough?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',494,495,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9323,'Check what the current available resources in the cluster are\nTODO should we do anything if the available resources are not enough?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',494,495,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9324,'TODO\nAdd a timeout handling layer\nfor misbehaving shell commands','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',552,554,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9325,'TODO\nAdd a timeout handling layer\nfor misbehaving shell commands','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',552,554,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9326,'The container for the eventual shell commands needs its own local resources too.\nIn this scenario, if a shell script is specified, we need to have it copied\nand made available to the container.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',651,653,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9327,'The container for the eventual shell commands needs its own local resources too.\nIn this scenario, if a shell script is specified, we need to have it copied\nand made available to the container.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',651,653,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()','DESIGN'),(9328,'A failure scenario on bad input such as invalid shell script path\nWe know we cannot continue launching the container\nso we should release it.\nTODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',665,668,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9329,'A failure scenario on bad input such as invalid shell script path\nWe know we cannot continue launching the container\nso we should release it.\nTODO','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',665,668,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9330,'Add log redirect params\nTODO\nWe should redirect the output to hdfs instead of local logs\nso as to be able to look at the final output after the containers\nhave been released.\nCould use a path suffixed with /AppId/AppAttempId/ContainerId/std[out|err]','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',691,696,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9331,'Add log redirect params\nTODO\nWe should redirect the output to hdfs instead of local logs\nso as to be able to look at the final output after the containers\nhave been released.\nCould use a path suffixed with /AppId/AppAttempId/ContainerId/std[out|err]','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',691,696,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()','DESIGN'),(9332,'TODO do we need to release this container?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',718,718,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9333,'TODO do we need to release this container?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',718,718,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9334,'setup requirements for hosts\nwhether a particular rack/host is needed\nRefer to apis under org.apache.hadoop.net for more\ndetails on how to get figure out rack/host mapping.\nusing * as any host will do for the distributed shell app','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',782,786,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(9335,'setup requirements for hosts\nwhether a particular rack/host is needed\nRefer to apis under org.apache.hadoop.net for more\ndetails on how to get figure out rack/host mapping.\nusing * as any host will do for the distributed shell app','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',782,786,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)','DESIGN'),(9336,'TODO - what is the range for priority? how to decide?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',794,794,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(9337,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',794,794,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(9338,'TODO Is this required?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',96,96,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','init(Configuration)',NULL),(9339,'TODO Is this required?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',96,96,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','init(Configuration)',NULL),(9340,'TODO: ContainersLauncher launches containers one by one!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',112,112,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','handle(ContainersLauncherEvent)',NULL),(9341,'TODO: ContainersLauncher launches containers one by one!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',112,112,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','handle(ContainersLauncherEvent)',NULL),(9342,'TODO Should calculate here before returning','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',128,128,'org.apache.hadoop.yarn.util.FSDownload','unpack(File, File)',NULL),(9343,'TODO Should calculate here before returning','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',128,128,'org.apache.hadoop.yarn.util.FSDownload','unpack(File, File)',NULL),(9344,'// TODO Auto-generated method stub\n\n}\n\n@Override','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/applicationsmanager/TestAMLaunchFailure.java',100,104,'org.apache.hadoop.yarn.server.resourcemanager.applicationsmanager.TestAMLaunchFailure','None',NULL),(9345,'// TODO Auto-generated method stub\n\n}\n\n@Override','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/applicationsmanager/TestAMLaunchFailure.java',100,104,'org.apache.hadoop.yarn.server.resourcemanager.applicationsmanager.TestAMLaunchFailure','None',NULL),(9346,'Again we done want to exit because of logging issues.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/YarnUncaughtExceptionHandler.java',56,56,'org.apache.hadoop.yarn.YarnUncaughtExceptionHandler','uncaughtException(Thread, Throwable)',NULL),(9347,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',233,234,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(9348,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',233,234,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(9349,'TODO: HTMl Quoting?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',252,252,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(9350,'TODO: HTMl Quoting?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',252,252,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(9351,'TODO Better error handling. Thread can die with the rest of the\nNM still running.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',368,369,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','startStatusUpdater()',NULL),(9352,'TODO Better error handling. Thread can die with the rest of the\nNM still running.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',368,369,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','startStatusUpdater()',NULL),(9353,'Token should be around after this.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/security/TestDelegationTokenRenewer.java',503,503,'org.apache.hadoop.yarn.server.resourcemanager.security.TestDelegationTokenRenewer','testDTKeepAlive2()',NULL),(9354,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSSchedulerApp.java',414,414,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSSchedulerApp','getApplicationId()',NULL),(9355,'TODO Change this to get a list of files from the LAS.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogDumper.java',193,193,'org.apache.hadoop.yarn.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, DataOutputStream)',NULL),(9356,'TODO Change this to get a list of files from the LAS.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogDumper.java',193,193,'org.apache.hadoop.yarn.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, DataOutputStream)',NULL),(9357,'TODO better use s.getName()?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',97,97,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','init(Configuration)',NULL),(9358,'TODO better use s.getName()?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',97,97,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','init(Configuration)',NULL),(9359,'TODO fork(?) services running as configured user\nmonitor for health, shutdown/restart(?) if any should die','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',118,119,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','start()',NULL),(9360,'TODO fork(?) services running as configured user\nmonitor for health, shutdown/restart(?) if any should die','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',118,119,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','start()',NULL),(9361,'TODO kill all containers waiting on Application','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',168,168,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','handle(AuxServicesEvent)',NULL),(9362,'TODO kill all containers waiting on Application','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',168,168,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','handle(AuxServicesEvent)',NULL),(9363,'TODO: Should this instead be dictated by RM?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',300,300,'org.apache.hadoop.yarn.conf.YarnConfiguration','None',NULL),(9364,'TODO: Should this instead be dictated by RM?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',300,300,'org.apache.hadoop.yarn.conf.YarnConfiguration','None',NULL),(9365,'TODO: Fix store','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',297,297,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(9366,'TODO: Fix store','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',297,297,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(9367,'TODO: A buggy\napplication\nwith this\nzero would\ncrash the\nscheduler.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',526,531,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(9368,'TODO: A buggy\napplication\nwith this\nzero would\ncrash the\nscheduler.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',526,531,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(9369,'TODO fix recovery','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',770,770,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)',NULL),(9370,'TODO fix recovery','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',770,770,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)',NULL),(9371,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',79,79,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','None',NULL),(9372,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',79,79,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','None',NULL),(9373,'NOTE: this really should be checking against the config value','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',121,121,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','tearDown()',NULL),(9374,'NOTE: this really should be checking against the config value','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',121,121,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','tearDown()',NULL),(9375,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',89,90,'org.apache.hadoop.yarn.util.Apps','toAppID(String)',NULL),(9376,'TODO Re-work after Application transitions are changed.\n@Test','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/TestApplication.java',249,250,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.TestApplication','testApplicationInit1()',NULL),(9377,'TODO Re-work after Application transitions are changed.\n@Test','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/TestApplication.java',249,250,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.TestApplication','testApplicationInit1()',NULL),(9378,'TODO: Needed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',122,122,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','getKind()',NULL),(9379,'TODO: we might change these queue metrics around a little bit\nto match the semantics of the fair scheduler.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueueSchedulable.java',250,251,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueueSchedulable','getQueueInfo(boolean, boolean)',NULL),(9380,'TODO: we might change these queue metrics around a little bit\nto match the semantics of the fair scheduler.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueueSchedulable.java',250,251,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueueSchedulable','getQueueInfo(boolean, boolean)',NULL),(9381,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',93,93,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9382,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',93,93,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9383,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',102,102,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9384,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',102,102,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9385,'Maybe retry','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',275,275,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9386,'Maybe retry','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',275,275,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(9387,'TODO - need to add more checks relevant to this state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',352,352,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptLaunchedState(Container)',NULL),(9388,'TODO - need to add more checks relevant to this state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',352,352,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptLaunchedState(Container)',NULL),(9389,'TODO - need to add more checks relevant to this state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',369,369,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptRunningState(Container, String, int, String)',NULL),(9390,'TODO - need to add more checks relevant to this state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',369,369,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptRunningState(Container, String, int, String)',NULL),(9391,'TODO: FIXME!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',333,333,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()',NULL),(9392,'TODO: FIXME!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',333,333,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()',NULL),(9393,'TODO: Add containerWorkDir to the deletion service.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',625,625,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()',NULL),(9394,'TODO: Add containerWorkDir to the deletion service.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',625,625,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()',NULL),(9395,'TODO: Add containerWorkDir to the deletion service.\nTODO: Add containerOuputDir to the deletion service.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',655,656,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(9396,'TODO: Add containerWorkDir to the deletion service.\nTODO: Add containerOuputDir to the deletion service.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',655,656,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(9397,'initialize buffer to the best guess size:\n\'chunksPerPacket\' calculation here should match the same\ncalculation in DFSClient to make the guess accurate.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',476,479,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()','NOT_DESIGN'),(9398,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',-1,-1,'None','None',NULL),(9399,'Each packet looks like:\nPLEN    HLEN      HEADER     CHECKSUMS  DATA\n32-bit  16-bit   <protobuf>  <variable length>\n\nPLEN:      Payload length\n= length(PLEN) + length(CHECKSUMS) + length(DATA)\nThis length includes its own encoded length in\nthe sum for historical reasons.\n\nHLEN:      Header length\n= length(HEADER)\n\nHEADER:    the actual packet header fields, encoded in protobuf\nCHECKSUMS: the crcs for the data chunk. May be missing if\nchecksums were not requested\nDATA       the actual block data','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/datatransfer/PacketReceiver.java',119,134,'org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver','doRead(ReadableByteChannel, InputStream)',NULL),(9400,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',758,759,'org.apache.hadoop.hdfs.server.namenode.NameNode','confirmFormat(Collection<URI>, boolean, boolean)',NULL),(9401,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/Storage.java',586,587,'org.apache.hadoop.hdfs.server.common.Storage','hasSomeData()',NULL),(9402,'Currently, BKJM automatically formats itself when first accessed.\nTODO: change over to explicit formatting so that the admin can\nclear out the BK storage when reformatting a cluster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',276,278,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','format(NamespaceInfo)',NULL),(9403,'The iteration is done by FSEditLog itself','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/JournalSet.java',178,178,'org.apache.hadoop.hdfs.server.namenode.JournalSet','format(NamespaceInfo)',NULL),(9404,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolPB/ClientDatanodeProtocolTranslatorPB.java',118,124,'org.apache.hadoop.hdfs.protocolPB.ClientDatanodeProtocolTranslatorPB','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, boolean, LocatedBlock)',NULL),(9405,'TODO: what if they have the same length but one is finalized and the\nother isn\'t! cover that case.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',440,441,'org.apache.hadoop.hdfs.qjournal.server.Journal','acceptRecovery(RequestInfo, SegmentStateProto, URL)','NOT_DESIGN'),(9406,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',-1,-1,'None','None',NULL),(9407,'If we\'re synchronizing the latest segment, update our cached\ninfo.\nTODO: can this be done more generally?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',485,487,'org.apache.hadoop.hdfs.qjournal.server.Journal','syncLog(RequestInfo, SegmentStateProto, URL)','DESIGN'),(9408,'Sanity check: we should only get here if none of the responses had\na log. This should be a postcondition of the recovery comparator,\nbut a bug in the comparator might cause us to get here.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',250,252,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','createLoggers(AsyncLogger.Factory)',NULL),(9409,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFileJournalManager.java',55,56,'org.apache.hadoop.hdfs.server.namenode.TestFileJournalManager','getNumberOfTransactions(FileJournalManager, long, boolean, boolean)',NULL),(9410,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestEditLogsDuringFailover.java',58,59,'org.apache.hadoop.hdfs.server.namenode.ha.TestEditLogsDuringFailover','testStartup()',NULL),(9411,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',123,124,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','None',NULL),(9412,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestSecurityTokenEditLog.java',53,54,'org.apache.hadoop.hdfs.server.namenode.TestSecurityTokenEditLog','None',NULL),(9413,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogFileOutputStream.java',44,45,'org.apache.hadoop.hdfs.server.namenode.TestEditLogFileOutputStream','deleteEditsFile()',NULL),(9414,'TODO: if a JN goes down and comes back up, then it will throw\nthis exception on every edit. We should instead send back\na response indicating the log needs to be rolled, which would\nmark the logger on the client side as \\\"pending\\\" -- and have the\nNN code look for this condition and trigger a roll when it happens.\nThat way the node can catch back up and rejoin','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',206,211,'org.apache.hadoop.hdfs.qjournal.server.Journal','journal(RequestInfo, long, int, byte[])',NULL),(9415,'TODO: if a JN goes down and comes back up, then it will throw\nthis exception on every edit. We should instead send back\na response indicating the log needs to be rolled, which would\nmark the logger on the client side as \\\"pending\\\" -- and have the\nNN code look for this condition and trigger a roll when it happens.\nThat way the node can catch back up and rejoin','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',207,212,'org.apache.hadoop.hdfs.qjournal.server.Journal','journal(RequestInfo, long, long, int, byte[])',NULL),(9416,'TODO: verify log segments','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestQJMWithFaults.java',139,139,'org.apache.hadoop.hdfs.qjournal.client.TestQJMWithFaults','determineMaxIpcNumber()','NOT_DESIGN'),(9417,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestQJMWithFaults.java',-1,-1,'None','None',NULL),(9418,'TODO: The test is failing due to the change in HADOOP-7360.\nHDFS-2038 is going to fix it.  Disable the test for the moment.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/cli/TestHDFSCLI.java',98,99,'org.apache.hadoop.cli.TestHDFSCLI','testAll()','DESIGN'),(9419,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/cli/TestHDFSCLI.java',-1,-1,'None','None',NULL),(9420,'Shouldn\'t happen, because invokeAll waits for all Futures to be ready','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockStorageLocationUtil.java',162,162,'org.apache.hadoop.hdfs.BlockStorageLocationUtil','createVolumeBlockLocationCallables(Configuration, Map<DatanodeInfo, List<LocatedBlock>>, int, boolean)',NULL),(9421,'TODO fix this after HADOOP-8661','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java',117,117,'org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService','logIOException(String, IOException)',NULL),(9422,'Default impl assumes that permissions do not matter\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/DelegateToFileSystem.java',68,70,'org.apache.hadoop.fs.DelegateToFileSystem','createInternal(Path, EnumSet<CreateFlag>, FsPermission, int, short, long, Progressable, int, boolean)',NULL),(9423,'Default impl assumes that permissions do not matter\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/DelegateToFileSystem.java',69,71,'org.apache.hadoop.fs.DelegateToFileSystem','createInternal(Path, EnumSet<CreateFlag>, FsPermission, int, short, long, Progressable, ChecksumOpt, boolean)',NULL),(9424,'Take care of the rest of combinations','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Options.java',312,312,'org.apache.hadoop.fs.Options','processChecksumOpt(ChecksumOpt, ChecksumOpt, int)',NULL),(9425,'TODO mb@media-style.com: should be conf injected?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',63,63,'org.apache.hadoop.hdfs.protocol.HdfsConstants','None',NULL),(9426,'TODO should be conf injected?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',63,63,'org.apache.hadoop.hdfs.protocol.HdfsConstants','None',NULL),(9427,'TODO add local dirs to del','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',166,166,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService)',NULL),(9428,'HeartBeat processing from our end is done, as node pulls the following\nlists before sending status-updates. Clear data-structures\nTODO: These lists could go to the NM multiple times, or never.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java',557,559,'org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeImpl','transition(RMNodeImpl, RMNodeEvent)',NULL),(9429,'Activation will happen after an absolute time interval. It will be good\nif we can force activation after an NM updates and acknowledges a\nroll-over. But that is only possible when we move to per-NM keys. TODO:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/RMContainerTokenSecretManager.java',147,149,'org.apache.hadoop.yarn.server.resourcemanager.security.RMContainerTokenSecretManager','run()',NULL),(9430,'TODO clarify whether multiple jobs with the same app id can be submitted and be running at\nthe same time.\nIf yes, can we kill a particular attempt only?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',651,653,'org.apache.hadoop.yarn.applications.distributedshell.Client','forceKillApplication(ApplicationId)',NULL),(9431,'A response that has data for a segment is always better than one\nthat doesn\'t.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/SegmentRecoveryComparator.java',47,48,'org.apache.hadoop.hdfs.qjournal.client.SegmentRecoveryComparator','compare(Entry<AsyncLogger, PrepareRecoveryResponseProto>, Entry<AsyncLogger, PrepareRecoveryResponseProto>)',NULL),(9432,'TODO: This should be part of something like yarn-client.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',71,71,'None','None','NOT_DESIGN'),(9433,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',-1,-1,'None','None',NULL),(9434,'TODO: Implement getBlacklistedTrackers','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',142,142,'org.apache.hadoop.mapred.ResourceMgrDelegate','getRmAddress(YarnConfiguration)',NULL),(9435,'TODO: Implement getBlacklistedTrackers','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',82,82,'org.apache.hadoop.mapred.ResourceMgrDelegate','getBlacklistedTrackers()',NULL),(9436,'TODO this is a hack, we really need the RM to inform us when we\nare the last one.  This would allow us to configure retries on\na per application basis.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',204,206,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','None',NULL),(9437,'Maybe the server is in unsecure mode (that\'s bad but okay)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',256,256,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()','NOT_DESIGN'),(9438,'Since we successfully wrote this batch, let the loggers know. Any future\nRPCs will thus let the loggers know of the most recent transaction, even\nif a logger has fallen behind.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',106,108,'org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream','flushAndSync()',NULL),(9439,'TODO: can we do better here?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',405,405,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','selectInputStreams(Collection<EditLogInputStream>, long, boolean)','DESIGN'),(9440,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',-1,-1,'None','None',NULL),(9441,'TODO: if a JN goes down and comes back up, then it will throw\nthis exception on every edit. We should instead send back\na response indicating the log needs to be rolled, which would\nmark the logger on the client side as \\\"pending\\\" -- and have the\nNN code look for this condition and trigger a roll when it happens.\nThat way the node can catch back up and rejoin','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',277,282,'org.apache.hadoop.hdfs.qjournal.server.Journal','journal(RequestInfo, long, long, int, byte[])','DESIGN'),(9442,'TODO: send a \\\"heartbeat\\\" here so that the remote node knows the newest\ncommitted txid, for metrics purposes','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java',333,334,'org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannel','throwIfOutOfSync()',NULL),(9443,'set permissions very restrictive','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSetUMask.java',86,86,'org.apache.hadoop.fs.TestFcHdfsSetUMask','clusterSetupAtBegining()',NULL),(9444,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/GetJournalEditServlet.java',-1,-1,'None','None',NULL),(9445,'This really shouldn\'t happen...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/GetJournalEditServlet.java',80,80,'org.apache.hadoop.hdfs.qjournal.server.GetJournalEditServlet','isValidRequestor(HttpServletRequest, Configuration)',NULL),(9446,'set service-level authorization security policy','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/JournalNodeRpcServer.java',71,71,'org.apache.hadoop.hdfs.qjournal.server.JournalNodeRpcServer','start()',NULL),(9447,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JHAdminConfig.java',-1,-1,'None','None',NULL),(9448,'TODO: configurable timeout','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',104,104,'org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream','flushAndSync()','NOT_DESIGN'),(9449,'TODO: we only need to do this once, not on writer switchover.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',260,260,'org.apache.hadoop.hdfs.qjournal.server.Journal','newEpoch(NamespaceInfo, long)','DESIGN'),(9450,'TODO: this is slow to validate when in non-recovery cases\nwe already know the length here!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',476,477,'org.apache.hadoop.hdfs.qjournal.server.Journal','finalizeLogSegment(RequestInfo, long, long)','DESIGN'),(9451,'TODO: send a \\\"heartbeat\\\" here so that the remote node knows the newest\ncommitted txid, for metrics purposes','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java',352,353,'org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannel','throwIfOutOfSync()','NOT_DESIGN'),(9452,'Even if we\'re out of sync, it\'s useful to send an RPC\nto the remote node in order to update its lag metrics, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java',382,383,'org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannel','throwIfOutOfSync()',NULL),(9453,'verify that this occurs only for map task\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',915,916,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(9454,'a successful REDUCE task should not be overridden\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',915,916,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(9455,'verify that this occurs only for map task\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',946,947,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)','NOT_DESIGN'),(9456,'don\'t allow a different task attempt to override a previous\nsucceeded state','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',952,953,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(9457,'Trigger each of the DNs to scan this block immediately.\nThe block pool scanner doesn\'t run frequently enough on its own\nto notice these, and due to HDFS-1371, the client won\'t report\nbad blocks to the NN when all replicas are bad.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDatanodeBlockScanner.java',218,221,'org.apache.hadoop.hdfs.TestDatanodeBlockScanner','testBlockCorruptionPolicy()',NULL),(9458,'Move decommissioned datanodes to the bottom','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',237,237,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(9459,'Move decommissioned/stale datanodes to the bottom','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',261,261,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(9460,'TODO','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',631,631,'org.apache.hadoop.hdfs.qjournal.server.Journal','getSegmentInfo(long)','NOT_DESIGN'),(9461,'Empty blocks once GSet#clear is implemented (HDFS-3940)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlocksMap.java',97,97,'org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap','close()',NULL),(9462,'TODO: conf','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',39,39,'org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream','write(FSEditLogOp)','NOT_DESIGN'),(9463,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',-1,-1,'None','None',NULL),(9464,'TODO: check that md5s match up between any \\\"tied\\\" logs','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',307,307,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','recoverUnclosedSegment(long)','NOT_DESIGN'),(9465,'TODO:\nwe should only try to finalize loggers who successfully synced above\neg if a logger was down, we don\'t want to send the finalize request.\nwrite a test for this!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',333,336,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','recoverUnclosedSegment(long)','DESIGN'),(9466,'If one of the loggers above missed the synchronization step above, but\nwe send a finalize() here, that\'s OK. It validates the log before\nfinalizing. Hence, even if it is not \\\"in sync\\\", it won\'t incorrectly\nfinalize.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',334,337,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','recoverUnclosedSegment(long)',NULL),(9467,'TODO: should other requests check the _exact_ epoch instead of\nthe <= check? <= should probably only be necessary for the\nfirst calls','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',377,379,'org.apache.hadoop.hdfs.qjournal.server.Journal','checkRequest(RequestInfo)','NOT_DESIGN'),(9468,'Ensure that the IPCs are arriving in-order as expected.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',405,405,'org.apache.hadoop.hdfs.qjournal.server.Journal','checkRequest(RequestInfo)',NULL),(9469,'TODO: some check on serial number that they only increase from a given\nclient','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',381,382,'org.apache.hadoop.hdfs.qjournal.server.Journal','checkRequest(RequestInfo)','DESIGN'),(9470,'accept() should save the accepted value in persistent storage\nTODO: should be able to accept without a URL here','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',242,243,'org.apache.hadoop.hdfs.qjournal.server.TestJournalNode','testAcceptRecoveryBehavior()','DESIGN'),(9471,'accept() should save the accepted value in persistent storage','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',242,242,'org.apache.hadoop.hdfs.qjournal.server.TestJournalNode','testAcceptRecoveryBehavior()',NULL),(9472,'TODO:\n- add test that checks formatting behavior\n- add test that checks rejects newEpoch if nsinfo doesn\'t match','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',333,335,'org.apache.hadoop.hdfs.qjournal.server.TestJournalNode','None','NOT_DESIGN'),(9473,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',-1,-1,'None','None',NULL),(9474,'TODO: is it OK that this is non-atomic?\nwe might be left with an older epoch recorded, but a newer log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',810,811,'org.apache.hadoop.hdfs.qjournal.server.Journal','acceptRecovery(RequestInfo, SegmentStateProto, URL)','DESIGN'),(9475,'This is one of the few places in the protocol where we have a single\nRPC that results in two distinct actions:\n\n- 1) Downloads the new log segment data (above)\n- 2) Records the new Paxos data about the synchronized segment (below)\n\nThese need to be treated as a transaction from the perspective\nof any external process. We do this by treating the persistPaxosData()\nsuccess as the \\\"commit\\\" of an atomic transaction. If we fail before\nthis point, the downloaded edit log will only exist at a temporary\npath, and thus not change any externally visible state. If we fail\nafter this point, then any future prepareRecovery() call will see\nthe Paxos data, and by calling completeHalfDoneAcceptRecovery() will\nroll forward the rename of the referenced log file.\n\nSee also: HDFS-3955\n\nThe fault points here are exercised by the randomized fault injection\ntest case to ensure that this atomic \\\"transaction\\\" operates correctly.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',813,831,'org.apache.hadoop.hdfs.qjournal.server.Journal','acceptRecovery(RequestInfo, SegmentStateProto, URL)',NULL),(9476,'TODO Should calculate here before returning','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',135,135,'org.apache.hadoop.yarn.util.FSDownload','unpack(File, File)',NULL),(9477,'TODO Should calculate here before returning','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',168,168,'org.apache.hadoop.yarn.util.FSDownload','unpack(File, File, Pattern)',NULL),(9478,'TODO Metrics incorrect in case of the FifoScheduler','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestResourceTrackerService.java',349,349,'org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService','testReconnectNode()',NULL),(9479,'Compute demand by iterating through apps in the queue\nLimit demand to maxResources','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueueSchedulable.java',107,108,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueueSchedulable','updateDemand()',NULL),(9480,'the directory better be empty','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/kfs/KFSEmulationImpl.java',94,94,'org.apache.hadoop.fs.kfs.KFSEmulationImpl','rmdir(String)',NULL),(9481,'TODO: This needs to move to per-AppAttempt','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',233,233,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long)',NULL),(9482,'Packet structure (refer to doRead() for details):\nPLEN    HLEN      HEADER     CHECKSUMS  DATA\n32-bit  16-bit   <protobuf>  <variable length>\n|--- lenThroughHeader ----|\n|----------- lenThroughChecksums   ----|\n|------------------- lenThroughData    ------|','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/datatransfer/PacketReceiver.java',222,227,'org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver','reslicePacket(int, int, int)',NULL),(9483,'Next, adjust the number of transactions to retain if doing so would mean\nkeeping too many segments around.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NNStorageRetentionManager.java',122,123,'org.apache.hadoop.hdfs.server.namenode.NNStorageRetentionManager','purgeOldStorage()',NULL),(9484,'This doesn\'t catch all the bad cases-- we could be following symlinks or\nhardlinks, etc.  However, this will usually catch a common mistake.','Line','dev-support/cmake-maven-ng-plugin/src/main/java/org/apache/hadoop/cmake/maven/ng/Utils.java',63,64,'org.apache.hadoop.cmake.maven.ng.Utils','validatePlatform()',NULL),(9485,'TODO: HTMl Quoting?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',257,257,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)','NOT_DESIGN'),(9486,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',-1,-1,'None','None',NULL),(9487,'TODO: check ns quota','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',71,71,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','createSnapshot(String, String, FSDirectory)','NOT_DESIGN'),(9488,'TODO: create the remaining subtree','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',75,75,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','createSnapshot(String, String, FSDirectory)','NOT_DESIGN'),(9489,'TODO SNAPSHOT: may convert to INodeFileWithLink','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileUnderConstruction.java',105,105,'org.apache.hadoop.hdfs.server.namenode.INodeFileUnderConstruction','convertToInodeFile()',NULL),(9490,'TODO SNAPSHOT: INodeFileUnderConstruction with link','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',1881,1881,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9491,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',285,287,'org.apache.hadoop.mapreduce.v2.util.MRApps','parseDistributedCacheArtifacts(Configuration, Map<String, LocalResource>, LocalResourceType, URI[], long[], long[], boolean[], Path[])',NULL),(9492,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',339,341,'org.apache.hadoop.mapreduce.v2.util.MRApps','parseDistributedCacheArtifacts(Configuration, Map<String, LocalResource>, LocalResourceType, URI[], long[], long[], boolean[])',NULL),(9493,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5565,5565,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)',NULL),(9494,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5572,5572,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)',NULL),(9495,'Scale the maximum events we fetch per RPC call to mitigate OOM issues\non the ApplicationMaster when a thundering herd of reducers fetch events\nTODO: This should not be necessary after HADOOP-8942','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Shuffle.java',105,107,'org.apache.hadoop.mapreduce.task.reduce.Shuffle','None',NULL),(9496,'TODO: name length check','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java',64,64,'org.apache.hadoop.fs.shell.SnapshotCommands','processOptions(LinkedList<String>)',NULL),(9497,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5567,5567,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','createSnapshot(String, String)',NULL),(9498,'also handle INodeDirectoryWithQuota','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',117,117,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processRecursively(INodeDirectory, INodeDirectory)',NULL),(9499,'TODO: support INodeFileUnderConstruction','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',120,120,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processRecursively(INodeDirectory, INodeDirectory)',NULL),(9500,'check source INode type','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',158,158,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processINodeFile(INodeDirectory, INodeFile)',NULL),(9501,'source is an INodeFile, replace the source.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',162,162,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processINodeFile(INodeDirectory, INodeFile)',NULL),(9502,'update block map','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',167,167,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processINodeFile(INodeDirectory, INodeFile)',NULL),(9503,'insert the snapshot to src\'s linked list.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',171,171,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processINodeFile(INodeDirectory, INodeFile)',NULL),(9504,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5535,5535,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','createSnapshot(String, String)',NULL),(9505,'TODO: audit log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5553,5553,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','createSnapshot(String, String)',NULL),(9506,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5517,5517,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)',NULL),(9507,'TODO: do not hardcode snapshot quota value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5527,5527,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)',NULL),(9508,'TODO: audit log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5535,5535,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)',NULL),(9509,'Allow only one thread in AM to do heartbeat at a time.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',270,270,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(9510,'1. create snapshot\nTODO: we also need to check creating snapshot for a directory under a\nsnapshottable directory','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',123,125,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9511,'TODO: parse history file based on startCount','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',181,181,'org.apache.hadoop.mapreduce.v2.app.recover.RecoveryService','init(Configuration)','NOT_DESIGN'),(9512,'TODO: audit log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5534,5534,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)','NOT_DESIGN'),(9513,'TODO: audit log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5571,5571,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','createSnapshot(String, String)','NOT_DESIGN'),(9514,'TODO: implement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5545,5545,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)',NULL),(9515,'TODO: implement, also need to update metrics in corresponding\nSnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5555,5556,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)',NULL),(9516,'TODO: implement, also need to update metrics in corresponding\nSnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5556,5557,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)',NULL),(9517,'TODO: need to update metrics in corresponding SnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5573,5573,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)',NULL),(9518,'TODO: need to update metrics in corresponding SnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5546,5546,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)',NULL),(9519,'eventually just use the ticket\'s authMethod','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',301,301,'org.apache.hadoop.ipc.Client','setPingInterval(Configuration, int)',NULL),(9520,'currently we support only one auth per method, but eventually a\nsubtype is needed to differentiate, ex. if digest is token or ldap','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/UserGroupInformation.java',1023,1024,'org.apache.hadoop.security.UserGroupInformation','create()',NULL),(9521,'make sure the other side thinks we are who we said we are!!!','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestSaslRPC.java',584,584,'org.apache.hadoop.ipc.TestSaslRPC','internalGetAuthMethod(AuthenticationMethod, AuthenticationMethod, boolean, boolean)',NULL),(9522,'TODO: test for deletion file which was appended after taking snapshots','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotBlocksMap.java',156,156,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotBlocksMap','None',NULL),(9523,'Another off-switch, shouldn\'t allocate OFF_SWITCH P1','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1411,1411,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(9524,'wait for Task state move to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',282,282,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailureMultipleReduces()',NULL),(9525,'wait for map Task state move back to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',334,334,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailureMultipleReduces()',NULL),(9526,'Currently, BKJM automatically formats itself when first accessed.\nTODO: change over to explicit formatting so that the admin can\nclear out the BK storage when reformatting a cluster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',284,286,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','format(NamespaceInfo)','NOT_DESIGN'),(9527,'delete old info','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',252,252,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','format(NamespaceInfo)',NULL),(9528,'should be clean now.','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',269,269,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','format(NamespaceInfo)',NULL),(9529,'Verify if correct exit code is seen when -generate option is missing and\ndistributed cache files are missing in the expected path.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',353,354,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testSetupGenerateDistCacheData()',NULL),(9530,'Validate if DistributedCacheEmulator can handle a JobStory with out\nDistributed Cache files properly.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',501,502,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testDistCacheFilesConfiguration()',NULL),(9531,'TODO Blocked by MAPREDUCE-118','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',187,187,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(9532,'TODO','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',189,189,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(9533,'TODO this is a hack :(\njobtracker-hostname_jobtracker-identifier_','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',260,261,'org.apache.hadoop.mapred.TestJobHistory','getPathForConf(Path, Path)',NULL),(9534,'Stop and start the tracker. The tracker should come up nicely','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',1029,1029,'org.apache.hadoop.mapred.TestJobHistory','testHistoryInitWithCorruptFiles()',NULL),(9535,'TODO close DFS connections?','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/server/HadoopServer.java',258,258,'org.apache.hadoop.eclipse.server.HadoopServer','dispose()',NULL),(9536,'TODO The only problem with these counters would be on restart.\nThe jobtracker updates the counter only when the task that is scheduled\nif from a non-running tip and is local (data, rack ...). But upon restart\nas the reports come from the task tracker, there is no good way to infer\nwhen exactly to increment the locality counters. The only solution is to\nincrement the counters for all the tasks irrespective of\n- whether the tip is running or not\n- whether its a speculative task or not\n\nSo to simplify, increment the data locality counter whenever there is\ndata locality.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',1705,1715,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(9537,'Ugly!\nConvert the trackerName to it\'s host name','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',1753,1754,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(9538,'see if a different TIP might work better.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',2235,2235,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(9539,'Write back the new restart count and rename the old info file\nTODO This is similar to jobhistory recovery, maybe this common code\ncan be factored out.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',1164,1166,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(9540,'Set service-level authorization security policy','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',1497,1497,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(9541,'This simply marks the job as completed. Note that the caller is responsible\nfor raising events.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',3454,3455,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(9542,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/TaskRunner.java',542,543,'org.apache.hadoop.mapred.TaskRunner','getVMEnvironment(String, File, JobConf, Map<String, String>, TaskAttemptID, long)',NULL),(9543,'turn down the completion poll interval from the 5 second default\nfor better test performance.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTaskFail.java',253,254,'org.apache.hadoop.mapred.TestTaskFail','testWithDFS()',NULL),(9544,'Sane systems know about UTF-8, so this should never happen.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/resources/Param.java',57,57,'org.apache.hadoop.hdfs.web.resources.Param','compare(Param<?, ?>, Param<?, ?>)',NULL),(9545,'TODO: use snapshot to select children list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',462,462,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, String)',NULL),(9546,'TODO: if link is objInSnapshot, ParentNotDirectoryException got thrown\nfirst by verifyParentDir()','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestDisallowModifyROSnapshot.java',151,152,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestDisallowModifyROSnapshot','testCreateSymlink()','DESIGN'),(9547,'skip permission tests for S3FileSystem until HDFS-1333 is fixed.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java',159,159,'org.apache.hadoop.fs.FileSystemContractBaseTest','testMkdirsWithUmask()','NOT_DESIGN'),(9548,'None','None','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java',-1,-1,'None','None',NULL),(9549,'eventually just use the ticket\'s authMethod','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',300,300,'org.apache.hadoop.ipc.Client','setPingInterval(Configuration, int)','NOT_DESIGN'),(9550,'this only happens in lazy tests','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',302,302,'org.apache.hadoop.ipc.Client','setPingInterval(Configuration, int)',NULL),(9551,'if this is to become stable, should probably logout the currently\nlogged in ugi if it\'s different','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/UserGroupInformation.java',666,667,'org.apache.hadoop.security.UserGroupInformation','create()',NULL),(9552,'TODO: check replication after deleting snapshot(s)\nDelete file1','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotReplication.java',213,214,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotReplication','testReplicationAfterDeletion()',NULL),(9553,'pattern to identify errors related to the client closing the socket early\nidea borrowed from Netty SslHandler','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',125,126,'org.apache.hadoop.mapred.ShuffleHandler','None',NULL),(9554,'TODO: check if the new name is valid. May also need this for\ncreationSnapshot','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5683,5684,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','renameSnapshot(String, String, String)',NULL),(9555,'1. create snapshot\nTODO: we also need to check creating snapshot for a directory under a\nsnapshottable directory','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',131,133,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','DESIGN'),(9556,'create snapshot and check the creation','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',156,156,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9557,'prepare the modifications for the snapshotted dirs\nwe cover the following directories: top, new, and a random','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',159,160,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9558,'TODO','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',278,278,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9559,'NOTE: this really should be a Path, but a Path is buggy and won\'t\nreturn the exact string used to construct the path, and it mangles\nuris with no authority','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/PathIOException.java',31,33,'org.apache.hadoop.fs.PathIOException','None',NULL),(9560,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',-1,-1,'None','None',NULL),(9561,'TODO: FIXMEVinodkv','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/MemStore.java',90,90,'org.apache.hadoop.yarn.server.resourcemanager.recovery.MemStore','getNextNodeId()',NULL),(9562,'TODO fix recovery','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',766,766,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)','NOT_DESIGN'),(9563,'NOT IMPLEMENTED','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',766,766,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)',NULL),(9564,'TODO: VINDOKVFIXME recovery','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',770,770,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)','NOT_DESIGN'),(9565,'NOT IMPLEMENTED','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',770,770,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)',NULL),(9566,'TODO: we might change these queue metrics around a little bit\nto match the semantics of the fair scheduler.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueueSchedulable.java',269,270,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueueSchedulable','getQueueInfo(boolean, boolean)',NULL),(9567,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per heartbeat\nMax containers to assign per heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',132,138,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9568,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',146,147,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9569,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per\nheartbeat\nMax containers to assign per heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',151,158,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9570,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',333,334,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(List<FSQueueSchedulable>, Resource)',NULL),(9571,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',337,338,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(Collection<FSLeafQueue>, Resource)',NULL),(9572,'Compute demand by iterating through apps in the queue\nLimit demand to maxResources','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSLeafQueue.java',121,122,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSLeafQueue','updateDemand()',NULL),(9573,'Compute demand by iterating through apps in the queue\nLimit demand to maxResources','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSParentQueue.java',78,79,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSParentQueue','updateDemand()',NULL),(9574,'TODO: we might change these queue metrics around a little bit\nto match the semantics of the fair scheduler.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueue.java',91,92,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueue','getQueueInfo(boolean, boolean)',NULL),(9575,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1600,1602,'org.apache.hadoop.hdfs.DFSOutputStream','flushOrSync(boolean)',NULL),(9576,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1631,1633,'org.apache.hadoop.hdfs.DFSOutputStream','flushOrSync(boolean, EnumSet<SyncFlag>)',NULL),(9577,'We should not be doing this.  This is move() not renameTo().\nbut for now,\nNOTE: yes, this is bad!  it\'s assuming much lower level behavior\nof rewriting the dst','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2584,2587,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9578,'We should not be doing this.  This is move() not renameTo().\nbut for now,\nNOTE: yes, this is bad!  it\'s assuming much lower level behavior\nof rewriting the dst','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2610,2613,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(9579,'We should not be doing this.  This is move() not renameTo().\nbut for now,','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2596,2597,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9580,'TODO: support INodeFileUnderConstruction','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',178,178,'org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotManager','processRecursively(INodeDirectory, INodeDirectory)','NOT_DESIGN'),(9581,'TODO: use snapshot to select children list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',465,465,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)',NULL),(9582,'Decide all <source, target> pairs and\nthe number of bytes to move from a source to a target\nMaximum bytes to be moved per node is\nMin(1 Band worth of bytes,  MAX_SIZE_TO_MOVE).\nReturn total number of bytes to move in this iteration','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',925,930,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()','DESIGN'),(9583,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',-1,-1,'None','None',NULL),(9584,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC payload header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',199,202,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9585,'Scale the maximum events we fetch per RPC call to mitigate OOM issues\non the ApplicationMaster when a thundering herd of reducers fetch events\nTODO: This should not be necessary after HADOOP-8942','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Shuffle.java',95,97,'org.apache.hadoop.mapreduce.task.reduce.Shuffle','init(ShuffleConsumerPlugin.Context)',NULL),(9586,'NOTE: could probably be rewritten more efficiently','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',540,540,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','selectInputStreams(Collection<EditLogInputStream>, long, boolean)','NOT_DESIGN'),(9587,'TODO SNAPSHOT: may convert to INodeFileWithLink','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileUnderConstruction.java',115,115,'org.apache.hadoop.hdfs.server.namenode.INodeFileUnderConstruction','convertToInodeFile()',NULL),(9588,'TODO SNAPSHOT: may convert to INodeFileWithLink','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileUnderConstruction.java',114,114,'org.apache.hadoop.hdfs.server.namenode.INodeFileUnderConstruction','convertToInodeFile(long)','NOT_DESIGN'),(9589,'TODO: use snapshot to select children list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',473,473,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)','DESIGN'),(9590,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',-1,-1,'None','None',NULL),(9591,'TODO: fix append for snapshots','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',253,253,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9592,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',219,219,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','create(INode, List<INode>, Diff)',NULL),(9593,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',246,246,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','delete(INode, List<INode>, Diff)',NULL),(9594,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',276,276,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','modify(INode, List<INode>, Diff)',NULL),(9595,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC Request header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',200,203,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9596,'TODO: After YARN-2 is committed, we should call containerResource.getCpus()\n(or equivalent) to multiply the weight by the number of requested cpus.','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/util/CgroupsLCEResourcesHandler.java',174,177,'org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler','setConf(Configuration)',NULL),(9597,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register and\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',265,267,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(9598,'App could be killed by the client. So need to handle this.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',198,198,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','None',NULL),(9599,'Send the acceptance to the app\nIdeally this should have been done when the scheduler accepted the app.\nBut its here because until the attempt is saved the client should not\nlaunch the unmanaged AM. Client waits for the app status to be accepted\nbefore doing so. So we have to delay the accepted state until we have\ncompleted storing the attempt','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',838,843,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','transition(RMAppAttemptImpl, RMAppAttemptEvent)',NULL),(9600,'TODO: do not hardcode snapshot quota value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5628,5628,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)','NOT_DESIGN'),(9601,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/SnapshotManager.java',-1,-1,'None','None',NULL),(9602,'TODO: fix append for snapshots\nModification append = new FileAppend(\nnode.fileList.get((node.nullFileIndex + 2) % node.fileList.size()),','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',236,238,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9603,'TODO: disable it temporarily since it uses append.\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestSnapshotPathINodes.java',367,368,'org.apache.hadoop.hdfs.server.namenode.TestSnapshotPathINodes','testSnapshotPathINodesAfterModification()','DESIGN'),(9604,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',110,110,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInputStream)','NOT_DESIGN'),(9605,'reset INodeId. TODO: remove this after inodeId is persisted in fsimage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',169,169,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','getLoadedImageMd5()',NULL),(9606,'TODO XXX Should JobInitedEvent be generated here (instead of in StartTransition)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1117,1117,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','DESIGN'),(9607,'TODO how to differentiate remote yarn exception vs error in rpc','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',204,204,'org.apache.hadoop.yarn.client.AMRMClientImpl','allocate(float)',NULL),(9608,'TODO PRECOMMIT Close proxies.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestClientRMTokens.java',198,198,'org.apache.hadoop.yarn.server.resourcemanager.TestClientRMTokens','testDelegationToken()',NULL),(9609,'Maybe consider converting to Hadoop token, serialize de-serialize etc\nbefore trying to renew the token.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestClientRMTokens.java',259,260,'org.apache.hadoop.yarn.server.resourcemanager.TestClientRMTokens','getClientRMProtocolWithDT(DelegationToken, InetSocketAddress, String, Configuration)',NULL),(9610,'TODO: Implement renewDelegationToken','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',173,173,'org.apache.hadoop.mapred.ResourceMgrDelegate','renewDelegationToken(Token<DelegationTokenIdentifier>)','NOT_DESIGN'),(9611,'TODO Move to a different package.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/api/MRDelegationTokenIdentifier.java',35,35,'org.apache.hadoop.mapreduce.v2.api.MRDelegationTokenIdentifier','None',NULL),(9612,'TODO should we parse on a background thread???','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryCopyService.java',76,76,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryCopyService','start()',NULL),(9613,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',404,405,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)','DESIGN'),(9614,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',-1,-1,'None','None',NULL),(9615,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',912,924,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)','DESIGN'),(9616,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',914,915,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9617,'Don\'t use the cache on the last attempt - it\'s possible that there\nare arbitrarily many unusable sockets in the cache, but we don\'t\nwant to fail the read.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',918,920,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9618,'The OP_READ_BLOCK request is sent as we make the BlockReader','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',930,930,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9619,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/net/TcpPeerServer.java',47,59,'org.apache.hadoop.hdfs.net.TcpPeerServer','peerFromSocket(Socket)',NULL),(9620,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',909,910,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)','NOT_DESIGN'),(9621,'Don\'t use the cache on the last attempt - it\'s possible that there\nare arbitrarily many unusable sockets in the cache, but we don\'t\nwant to fail the read.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',913,915,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9622,'The OP_READ_BLOCK request is sent as we make the BlockReader','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',925,925,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9623,'Return\n\\\"DS-randInt-ipaddr-currentTimeMillis\\\"\nIt is considered extermely rare for all these numbers to match\non a different machine accidentally for the following\na) SecureRandom(INT_MAX) is pretty much random (1 in 2 billion), and\nb) Good chance ip address would be different, and\nc) Even on the same machine, Datanode is designed to use different ports.\nd) Good chance that these are started at different times.\nFor a confict to occur all the 4 above have to match!.\nThe format of this string can be changed anytime in future without\naffecting its functionality.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',974,985,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)','DESIGN'),(9624,'It is unlikely that we will create a non-unique storage ID\nfor the following reasons:\na) SecureRandom is a cryptographically strong random number generator\nb) IP addresses will likely differ on different hosts\nc) DataNode xfer ports will differ on the same host\nd) StorageIDs will likely be generated at different times (in ms)\nA conflict requires that all four conditions are violated.\nNB: The format of this string can be changed in the future without\nrequiring that old SotrageIDs be updated.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',977,985,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(9625,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',174,179,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','NOT_DESIGN'),(9626,'We retry several times here.\nOn the first nCachedConnRetry times, we try to fetch a socket from\nthe socketCache and use it.  This may fail, since the old socket may\nhave been closed by the peer.\nAfter that, we try to create a new socket using newPeer().\nThis may create either a TCP socket or a UNIX domain socket, depending\non the configuration and whether the peer is remote.\nIf we try to create a UNIX domain socket and fail, we will not try that\nagain.  Instead, we\'ll try to create a TCP socket.  Only after we\'ve\nfailed to create a TCP-based BlockReader will we throw an IOException\nfrom this function.  Throwing an IOException from here is basically\nequivalent to declaring the DataNode bad.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',930,941,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9627,'An optimistic estimate of how much data is available\nto us without doing network I/O.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/RemoteBlockReader2.java',429,430,'org.apache.hadoop.hdfs.RemoteBlockReader2','available()',NULL),(9628,'An optimistic estimate of how much data is available\nto us without doing network I/O.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/RemoteBlockReader.java',477,478,'org.apache.hadoop.hdfs.RemoteBlockReader','available()',NULL),(9629,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileUnderConstruction.java',-1,-1,'None','None',NULL),(9630,'TODO: fix append for snapshots\nModification append = new FileAppend(\nnode.fileList.get((node.nullFileIndex + 2) % node.fileList.size()),','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',273,275,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','DESIGN'),(9631,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',-1,-1,'None','None',NULL),(9632,'TODO: fix append for snapshots','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',293,293,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','NOT_DESIGN'),(9633,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestSnapshotPathINodes.java',-1,-1,'None','None',NULL),(9634,'TODO SNAPSHOT: INodeFileUnderConstruction with link','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',1951,1951,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(9635,'The number of bytes per checksum here determines the alignment\nof reads: we always start reading at a checksum chunk boundary,\neven if the checksum type is NULL. So, choosing too big of a value\nwould risk sending too much unnecessary data. 512 (1 disk sector)\nis likely to result in minimal extra IO.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',252,256,'org.apache.hadoop.hdfs.server.datanode.BlockSender','close()',NULL),(9636,'TODO SNAPSHOT: may convert to INodeFileWithLink','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFileUnderConstruction.java',113,113,'org.apache.hadoop.hdfs.server.namenode.INodeFileUnderConstruction','convertToInodeFile(long)','NOT_DESIGN'),(9637,'TODO SNAPSHOT: INodeFileUnderConstruction with link','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',1984,1984,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(9638,'TODO: fix a bug that previous != oldinode.  Set it to oldinode for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/INodeDirectoryWithSnapshot.java',199,199,'org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot','search(List<INode>, INode)',NULL),(9639,'TODO: This needs to move to per-AppAttempt','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',242,242,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long)','DESIGN'),(9640,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',-1,-1,'None','None',NULL),(9641,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientTokenIdentifier.java',39,40,'org.apache.hadoop.yarn.security.client.ClientTokenIdentifier','getApplicationID()',NULL),(9642,'usually is false unless the jobclient getdelegation token is\ncalled. This is a hack wherein we do return a token from RM\non getDelegationtoken but due to the restricted api on jobclient\nwe just add a job history DT token when submitting a job.','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',104,108,'org.apache.hadoop.mapred.YARNRunner','None',NULL),(9643,'usually is false unless the jobclient get delegation token is\ncalled. This is a hack wherein we do return a token from RM\non getDelegationtoken but due to the restricted api on jobclient\nwe just add a job history DT token when submitting a job.','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',104,108,'org.apache.hadoop.mapred.YARNRunner','None','DESIGN'),(9644,'Setup local RPC Server to accept status requests directly from clients\nTODO need to setup a protocol for client to be able to communicate to\nthe RPC server\nTODO use the rpc port info to register with the RM for the client to\nsend requests to this app master','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',426,430,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9645,'Register self with ResourceManager','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',432,432,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9646,'Set the local resources','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',699,699,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9647,'The container for the eventual shell commands needs its own local\nresources too.\nIn this scenario, if a shell script is specified, we need to have it\ncopied and made available to the container.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',702,705,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9648,'Set args for the shell command if any','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',742,742,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9649,'Add log redirect params','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',744,744,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9650,'Get final commmand','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',748,748,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(9651,'setup requirements for hosts\nusing * as any host will do for the distributed shell app\nset the priority for the request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',797,799,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(9652,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',801,801,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(9653,'TODO: temporarily disable file append testing before supporting\nINodeFileUnderConstructionWithSnapshot in FSImage saving/loading\nModification append = new FileAppend(\nnode.fileList.get((node.nullFileIndex + 2) % node.fileList.size()),','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',322,325,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9654,'TODO: change it to use diff list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFile.java',116,116,'org.apache.hadoop.hdfs.server.namenode.INodeFile','recordModification(Snapshot)',NULL),(9655,'TODO: fix a bug that previous != oldinode.  Set it to oldinode for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/INodeDirectoryWithSnapshot.java',214,214,'org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot','search(List<INode>, INode)','DESIGN'),(9656,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/INodeDirectoryWithSnapshot.java',-1,-1,'None','None',NULL),(9657,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',255,255,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','create(INode, List<INode>, Diff)','NOT_DESIGN'),(9658,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/TestDiff.java',-1,-1,'None','None',NULL),(9659,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',280,280,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','delete(INode, List<INode>, Diff)','NOT_DESIGN'),(9660,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestINodeDirectoryWithSnapshot.java',310,310,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestINodeDirectoryWithSnapshot','modify(INode, List<INode>, Diff)','NOT_DESIGN'),(9661,'TODO: fix a bug that previous != oldElement.Set it to oldElement for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/Diff.java',282,282,'org.apache.hadoop.hdfs.server.namenode.snapshot.diff.Diff','modify(E, E)',NULL),(9662,'TODO: temporarily disable file append testing before supporting\nINodeFileUnderConstructionWithSnapshot in FSImage saving/loading\nModification append = new FileAppend(\nnode.fileList.get((node.nullFileIndex + 2) % node.fileList.size()),','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',364,367,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','NOT_DESIGN'),(9663,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',115,115,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInputStream)',NULL),(9664,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',121,121,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInputStream, boolean)',NULL),(9665,'this is a hack to force the #reportChecksumFailure() method to stop\nclimbing up at the \'base\' directory and use \'dir1/bad_files\' as the\ncorrupted files storage:','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestLocalFileSystem.java',315,317,'org.apache.hadoop.fs.TestLocalFileSystem','testReportChecksumFailure()',NULL),(9666,'the data file should be moved:','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestLocalFileSystem.java',326,326,'org.apache.hadoop.fs.TestLocalFileSystem','testReportChecksumFailure()',NULL),(9667,'the checksum file should be moved:','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestLocalFileSystem.java',328,328,'org.apache.hadoop.fs.TestLocalFileSystem','testReportChecksumFailure()',NULL),(9668,'The block that the client claims is the current last block\ndoesn\'t match up with what we think is the last block. There are\nthree possibilities:\n1) This is the first block allocation of an append() pipeline\nwhich started appending exactly at a block boundary.\nIn this case, the client isn\'t passed the previous block,\nso it makes the allocateBlock() call with previous=null.\nWe can distinguish this since the last block of the file\nwill be exactly a full block.\n2) This is a retry from a client that missed the response of a\nprior getAdditionalBlock() call, perhaps because of a network\ntimeout, or because of an HA failover. In that case, we know\nby the fact that the client is re-issuing the RPC that it\nnever began to write to the old block. Hence it is safe to\nabandon it and allocate a new one.\n3) This is an entirely bogus request/bug -- we should error out\nrather than potentially appending a new block with an empty\none in the middle, etc','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2230,2247,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(9669,'Part I. Analyze the state of the file with respect to the input data.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2213,2213,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9670,'This is a retry. Just return the last block.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2223,2223,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9671,'choose targets for the new block to be allocated.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2234,2234,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9672,'Part II.\nAllocate a new block, add it to the INode and the BlocksMap.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2238,2239,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9673,'The block that the client claims is the current last block\ndoesn\'t match up with what we think is the last block. There are\nfour possibilities:\n1) This is the first block allocation of an append() pipeline\nwhich started appending exactly at a block boundary.\nIn this case, the client isn\'t passed the previous block,\nso it makes the allocateBlock() call with previous=null.\nWe can distinguish this since the last block of the file\nwill be exactly a full block.\n2) This is a retry from a client that missed the response of a\nprior getAdditionalBlock() call, perhaps because of a network\ntimeout, or because of an HA failover. In that case, we know\nby the fact that the client is re-issuing the RPC that it\nnever began to write to the old block. Hence it is safe to\nto return the existing block.\n3) This is an entirely bogus request/bug -- we should error out\nrather than potentially appending a new block with an empty\none in the middle, etc\n4) This is a retry from a client that timed out while\nthe prior getAdditionalBlock() is still being processed,\ncurrently working on chooseTarget().\nThere are no means to distinguish between the first and\nthe second attempts in Part I, because the first one hasn\'t\nchanged the namesystem state yet.\nWe run this analysis again in Part II where case 4 is impossible.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2304,2328,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(9674,'TODO: add a new testcase for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/AbstractINodeDiffList.java',74,74,'org.apache.hadoop.hdfs.server.namenode.snapshot.AbstractINodeDiffList','deleteSnapshotDiff(Snapshot, BlocksMapUpdateInfo)','DESIGN'),(9675,'take care a special case','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/StringUtils.java',687,687,'org.apache.hadoop.util.StringUtils','long2String(long, String, int)',NULL),(9676,'take care negative numbers','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/StringUtils.java',693,693,'org.apache.hadoop.util.StringUtils','long2String(long, String, int)',NULL),(9677,'enable RM to short-circuit token operations directly to itself','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',160,160,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','start()',NULL),(9678,'This is a test of the normal (TCP) read path.  For this reason, we turn\noff both short-circuit local reads and UNIX domain socket data traffic.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestParallelRead.java',29,30,'org.apache.hadoop.hdfs.TestParallelRead','setupCluster()',NULL),(9679,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/AbstractINodeDiffList.java',-1,-1,'None','None',NULL),(9680,'TODO: change it to use diff list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFile.java',127,127,'org.apache.hadoop.hdfs.server.namenode.INodeFile','recordModification(Snapshot)','DESIGN'),(9681,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFile.java',-1,-1,'None','None',NULL),(9682,'check fsimage saving/loading\nTODO: fix fsimage','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',269,270,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9683,'TODO: fix snapshot fsimage\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageWithSnapshot.java',163,164,'org.apache.hadoop.hdfs.server.namenode.TestFSImageWithSnapshot','testSaveLoadImage()','NOT_DESIGN'),(9684,'TODO: fix snapshot fsimage\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageWithSnapshot.java',218,219,'org.apache.hadoop.hdfs.server.namenode.TestFSImageWithSnapshot','testSaveLoadImageWithAppending()','NOT_DESIGN'),(9685,'TODO: fix snapshot fsimage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',231,231,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','writeINodeFile(INodeFile, DataOutputStream, boolean)','NOT_DESIGN'),(9686,'TODO: fix image for file diff.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INode.java',633,633,'org.apache.hadoop.hdfs.server.namenode.INode','getNsCount()',NULL),(9687,'TODO: fix diff report\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotDiffReport.java',174,175,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotDiffReport','testDiffReport()','DESIGN'),(9688,'Value is raw HTML and shouldn\'t be escaped','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/ResponseInfo.java',85,85,'org.apache.hadoop.yarn.webapp.ResponseInfo','_r(String, Object)',NULL),(9689,'check fsimage saving/loading\nTODO: fix fsimage','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',270,271,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','DESIGN'),(9690,'check fsimage saving/loading','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',270,270,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()',NULL),(9691,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageWithSnapshot.java',-1,-1,'None','None',NULL),(9692,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',120,120,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInputStream, boolean)',NULL),(9693,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',134,134,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInputStream)',NULL),(9694,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',-1,-1,'None','None',NULL),(9695,'TODO: fix fileId','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/SnapshottableDirectoryStatus.java',43,43,'org.apache.hadoop.hdfs.protocol.SnapshottableDirectoryStatus','getSnapshotNumber()','NOT_DESIGN'),(9696,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/SnapshottableDirectoryStatus.java',-1,-1,'None','None',NULL),(9697,'TODO: fix image for file diff.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INode.java',630,630,'org.apache.hadoop.hdfs.server.namenode.INode','getNsCount()','NOT_DESIGN'),(9698,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INode.java',-1,-1,'None','None',NULL),(9699,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotDiffReport.java',-1,-1,'None','None',NULL),(9700,'can only happen because of a software bug. the bug should be fixed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1974,1974,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)','NOT_DESIGN'),(9701,'TODO: name length check','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java',107,107,'org.apache.hadoop.fs.shell.SnapshotCommands','processOptions(LinkedList<String>)',NULL),(9702,'TODO: name length check','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java',70,70,'org.apache.hadoop.fs.shell.SnapshotCommands','registerCommands(CommandFactory)','NOT_DESIGN'),(9703,'TODO: new name length check','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java',155,155,'org.apache.hadoop.fs.shell.SnapshotCommands','processOptions(LinkedList<String>)','NOT_DESIGN'),(9704,'TODO: fix concat for snapshot','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotBlocksMap.java',49,49,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotBlocksMap','None','NOT_DESIGN'),(9705,'haven\'t created any split on this machine. so its ok to add a\nsmaller\none for parallelism. Otherwise group it in the rack for balanced\nsize\ncreate an input split and add it to the splits array','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',364,368,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(9706,'HeartBeat processing from our end is done, as node pulls the following\nlists before sending status-updates. Clear data-structures\nTODO: These lists could go to the NM multiple times, or never.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java',567,569,'org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeImpl','transition(RMNodeImpl, RMNodeEvent)','NOT_DESIGN'),(9707,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java',-1,-1,'None','None',NULL),(9708,'fake turning on security so api thinks it should use tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestWebHdfsUrl.java',104,104,'org.apache.hadoop.hdfs.web.TestWebHdfsUrl','testSecureAuthParamsInUrl()',NULL),(9709,'fake turning on security so api thinks it should use tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestWebHdfsUrl.java',186,186,'org.apache.hadoop.hdfs.web.TestWebHdfsUrl','testSecureProxyAuthParamsInUrl()',NULL),(9710,'Ideally we don\'t have to duplicate the code here if array is iterable.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/StringUtils.java',827,827,'org.apache.hadoop.util.StringUtils','join(CharSequence, String[])',NULL),(9711,'TODO: Remove Windows check and use this approach on all platforms after\nadditional testing.  See YARN-358.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',569,570,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','sanitizeEnv(Map<String, String>, Path, List<Path>)','DESIGN'),(9712,'To workaround the race condition issue with child processes\ninheriting unintended handles during process launch that can\nlead to hangs on reading output and error streams, we\nserialize process creation. More info available at:\nhttp://support.microsoft.com/kb/315939','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java',312,316,'org.apache.hadoop.util.Shell','isJava7OrAbove()',NULL),(9713,'On Windows, clean up the short temporary symlink that was created to\nwork around path length limitation.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',235,236,'org.apache.hadoop.yarn.server.MiniYARNCluster','init(Configuration)',NULL),(9714,'The following if clause handles the following case:\nAssume the following scenario in BZip2 compressed stream where\n. represent compressed data.\n.....[48 bit Block].....[48 bit   Block].....[48 bit Block]...\n........................[47 bits][1 bit].....[48 bit Block]...\n................................^[Assume a Byte alignment here]\n........................................^^[current position of stream]\n.....................^^[We go back 10 Bytes in stream and find a Block marker]\n........................................^^[We align at wrong position!]\n...........................................................^^[While this pos is correct]','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/BZip2Codec.java',167,176,'org.apache.hadoop.io.compress.BZip2Codec','createOutputStream(OutputStream)',NULL),(9715,'The following if clause handles the following case:\nAssume the following scenario in BZip2 compressed stream where\n. represent compressed data.\n.....[48 bit Block].....[48 bit   Block].....[48 bit Block]...\n........................[47 bits][1 bit].....[48 bit Block]...\n................................^[Assume a Byte alignment here]\n........................................^^[current position of stream]\n.....................^^[We go back 10 Bytes in stream and find a Block marker]\n........................................^^[We align at wrong position!]\n...........................................................^^[While this pos is correct]','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/BZip2Codec.java',214,223,'org.apache.hadoop.io.compress.BZip2Codec','setConf(Configuration)',NULL),(9716,'HACK - Use this as a global lock in the JNI layer.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/Bzip2Decompressor.java',41,41,'org.apache.hadoop.io.compress.bzip2.Bzip2Decompressor','None','DESIGN'),(9717,'Note how much data is being fed to bzip2.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/Bzip2Decompressor.java',103,103,'org.apache.hadoop.io.compress.bzip2.Bzip2Decompressor','setInputFromSavedData()',NULL),(9718,'HACK - Use this as a global lock in the JNI layer.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/Bzip2Compressor.java',47,47,'org.apache.hadoop.io.compress.bzip2.Bzip2Compressor','None','DESIGN'),(9719,'Check if bzip2 has consumed the entire input buffer.\nSet keepUncompressedBuf properly.\nbzip2 consumed all input','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/Bzip2Compressor.java',223,225,'org.apache.hadoop.io.compress.bzip2.Bzip2Compressor','compress(byte[], int, int)',NULL),(9720,'TODO: fix a bug that previous != oldElement.Set it to oldElement for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/Diff.java',292,292,'org.apache.hadoop.hdfs.server.namenode.snapshot.diff.Diff','modify(E, E)',NULL),(9721,'TODO: fix a bug that previous != oldElement.Set it to oldElement for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util/Diff.java',292,292,'org.apache.hadoop.hdfs.util.Diff','modify(E, E)',NULL),(9722,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/TestDiff.java',253,253,'org.apache.hadoop.hdfs.server.namenode.snapshot.diff.TestDiff','create(INode, List<INode>, Diff<byte[], INode>)',NULL),(9723,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/util/TestDiff.java',254,254,'org.apache.hadoop.hdfs.util.TestDiff','create(INode, List<INode>, Diff<byte[], INode>)',NULL),(9724,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/TestDiff.java',278,278,'org.apache.hadoop.hdfs.server.namenode.snapshot.diff.TestDiff','delete(INode, List<INode>, Diff<byte[], INode>)',NULL),(9725,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/util/TestDiff.java',279,279,'org.apache.hadoop.hdfs.util.TestDiff','delete(INode, List<INode>, Diff<byte[], INode>)',NULL),(9726,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/diff/TestDiff.java',308,308,'org.apache.hadoop.hdfs.server.namenode.snapshot.diff.TestDiff','modify(INode, List<INode>, Diff<byte[], INode>)',NULL),(9727,'test undo with 1/UNDO_TEST_P probability','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/util/TestDiff.java',309,309,'org.apache.hadoop.hdfs.util.TestDiff','modify(INode, List<INode>, Diff<byte[], INode>)',NULL),(9728,'Test request should implements HttpServletRequest','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-web-proxy/src/test/java/org/apache/hadoop/yarn/server/webproxy/amfilter/TestAmFilter.java',145,145,'org.apache.hadoop.yarn.server.webproxy.amfilter.TestAmFilter','getProxyAddresses()',NULL),(9729,'TODO Change this to get a list of files from the LAS.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogDumper.java',194,194,'org.apache.hadoop.yarn.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, PrintStream)',NULL),(9730,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC Request header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',201,204,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9731,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC Request header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response\n9 : Changes to protocol for HADOOP-8990','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',203,207,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9732,'Bring back the older DNs, since they are gonna be forgiven only\nafterwards of this previous block write.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientExcludedNodes.java',109,110,'org.apache.hadoop.hdfs.TestDFSClientExcludedNodes','testExcludedNodesForgiveness()',NULL),(9733,'Check what the current available resources in the cluster are\nTODO should we do anything if the available resources are not enough?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',543,544,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])','DESIGN'),(9734,'increment counters for completed/failed containers','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',537,537,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9735,'container failed','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',540,540,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9736,'shell script failed\ncounts as completed','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',542,543,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9737,'TODO\nAdd a timeout handling layer\nfor misbehaving shell commands','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',600,602,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])','DESIGN'),(9738,'set progress to deliver to RM on next heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',572,572,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9739,'container was killed by framework, possibly preempted\nwe should re-try as the container was lost for some reason','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',547,548,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(9740,'Shutdown the LogManager to release all logger open file handles.\nUnfortunately, Apache commons logging library does not provide\nmeans to release underlying loggers. For additional info look up\ncommons library FAQ.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestAuditLogs.java',237,240,'org.apache.hadoop.hdfs.server.namenode.TestAuditLogs','setupAuditLogs()',NULL),(9741,'the final destination directory is now know, so validate it for\nillegal moves','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3/S3FileSystem.java',350,351,'org.apache.hadoop.fs.s3.S3FileSystem','rename(Path, Path)',NULL),(9742,'you can\'t move a directory under itself','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3/S3FileSystem.java',362,362,'org.apache.hadoop.fs.s3.S3FileSystem','rename(Path, Path)',NULL),(9743,'bail out fast if the source does not exist','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java',601,601,'org.apache.hadoop.fs.s3native.NativeS3FileSystem','rename(Path, Path)',NULL),(9744,'TODO queue deletions here, rather than NM init?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',178,178,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','NOT_DESIGN'),(9745,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',-1,-1,'None','None',NULL),(9746,'TODO this is a hack, we really need the RM to inform us when we\nare the last one.  This would allow us to configure retries on\na per application basis.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',224,226,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','None','DESIGN'),(9747,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',-1,-1,'None','None',NULL),(9748,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcfsBasedProcessTree.java',345,346,'org.apache.hadoop.mapreduce.util.ProcfsBasedProcessTree','setSigKillInterval(long)',NULL),(9749,'TODO we should add handler for service class later','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1330,1330,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9750,'Every \'slow\' read tries to fill the slow read buffer in one go for\nefficiency\'s sake. As described above, all non-checksum-chunk-aligned\nreads will be served from the slower read path.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocalLegacy.java',390,392,'org.apache.hadoop.hdfs.BlockReaderLocalLegacy','read(ByteBuffer)',NULL),(9751,'Don\'t try to DNS-resolve logical URIs, since the \'authority\'\nportion isn\'t a proper hostname','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DistributedFileSystem.java',901,902,'org.apache.hadoop.hdfs.DistributedFileSystem','canonicalizeUri(URI)',NULL),(9752,'Bring back the older DNs, since they are gonna be forgiven only\nafterwards of this previous block write.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientExcludedNodes.java',125,126,'org.apache.hadoop.hdfs.TestDFSClientExcludedNodes','testExcludedNodesForgiveness()',NULL),(9753,'fake turning on security so api thinks it should use tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestWebHdfsUrl.java',184,184,'org.apache.hadoop.hdfs.web.TestWebHdfsUrl','testSecureProxyAuthParamsInUrl()',NULL),(9754,'TODO: get inodeId from fsimage after inodeId is persisted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageSerialization.java',135,135,'org.apache.hadoop.hdfs.server.namenode.FSImageSerialization','readINodeUnderConstruction(DataInput)',NULL),(9755,'TODO: setLocalName breaks created/deleted lists','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',573,573,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedRenameTo(String, String, long)','NOT_DESIGN'),(9756,'TODO: setLocalName breaks created/deleted lists','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',754,754,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedRenameTo(String, String, long, Options.Rename...)','NOT_DESIGN'),(9757,'TODO: Should this instead be dictated by RM?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',332,332,'org.apache.hadoop.yarn.conf.YarnConfiguration','None','DESIGN'),(9758,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',-1,-1,'None','None',NULL),(9759,'Validate the existence of Distributed Cache files list file directly\nunder distributed cache directory','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',93,94,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','validateDistCacheData(Configuration, long[])',NULL),(9760,'Verify if correct exit code is seen when -generate option is missing and\ndistributed cache files are missing in the expected path.','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',362,363,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testSetupGenerateDistCacheData()',NULL),(9761,'TODO: Remove this in favour of EventHandler.handle','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',43,43,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTracker','localizationCompleted(LocalResourceRequest, boolean)','DESIGN'),(9762,'notes that get delegation token was called. Again this is hack for oozie\nto make sure we add history server delegation tokens to the credentials\nfor the job. Since the api only allows one delegation token to be returned,\nwe have to add this hack.','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java',141,145,'org.apache.hadoop.mapred.JobClient','None','DESIGN'),(9763,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java',-1,-1,'None','None',NULL),(9764,'note that get delegation token was called. Again this is hack for oozie\nto make sure we add history server delegation tokens to the credentials','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',187,190,'org.apache.hadoop.mapred.YARNRunner','addHistoyToken(Credentials)',NULL),(9765,'mostly a hack for jbhistoryserver','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1958,1958,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(9766,'it is strange : why one empty string ?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/java/org/apache/hadoop/mapreduce/v2/hs/TestJobHistoryServer.java',183,183,'org.apache.hadoop.mapreduce.v2.hs.TestJobHistoryServer','testReports()',NULL),(9767,'reset INodeId. TODO: remove this after inodeId is persisted in fsimage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',219,219,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','getLoadedImageMd5()','DESIGN'),(9768,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',-1,-1,'None','None',NULL),(9769,'Empty blocks once GSet#clear is implemented (HDFS-3940)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlocksMap.java',70,70,'org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap','close()','NOT_DESIGN'),(9770,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlocksMap.java',-1,-1,'None','None',NULL),(9771,'TODO: Synchronization??','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',258,258,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)','DESIGN'),(9772,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',-1,-1,'None','None',NULL),(9773,'TODO fail? Already translated several times...','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',889,889,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9774,'updating the timestamp only in case of success.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',134,134,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','release(ContainerId)',NULL),(9775,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',-1,-1,'None','None',NULL),(9776,'TODO this sucks. Fix it later\ndispatcher not typed','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',813,814,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','NOT_DESIGN'),(9777,'TODO: Why is this event going directly to the container. Why not\nthe resource itself? What happens to the resource? Is it removed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',903,904,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','DESIGN'),(9778,'TODO : It doesn\'t support multiple downloads per ContainerLocalizer\nat the same time. We need to think whether we should support this.','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',838,841,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9779,'TODO:\ntask cleanup for all non completed tasks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',100,101,'None','None',NULL),(9780,'recover the attempts for this task in the order they finished\nso task attempt completion events are ordered properly','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',770,771,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','compare(TaskAttemptInfo, TaskAttemptInfo)',NULL),(9781,'don\'t clobber the successful attempt completion event\nTODO: this shouldn\'t be necessary after MAPREDUCE-4330','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',806,807,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','compare(TaskAttemptInfo, TaskAttemptInfo)',NULL),(9782,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',205,205,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9783,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',211,211,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9784,'delete snapshot s4. The diff of s4 should be combined to s2 instead of\ns3.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestRenameWithSnapshots.java',445,446,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestRenameWithSnapshots','testRenameDirAndDeleteSnapshot()',NULL),(9785,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java',-1,-1,'None','None',NULL),(9786,'TODO: check if the new name is valid. May also need this for\ncreationSnapshot','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5847,5848,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','renameSnapshot(String, String, String)','DESIGN'),(9787,'TODO: the first case may never be hit','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',219,219,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)',NULL),(9788,'TODO Resolve to host / IP in case of a local address.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1606,1606,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(9789,'TODO Resolve to host / IP in case of a local address.\nTODO: Costly to create sock-addr?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1601,1602,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(9790,'TODO:\nCostly?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1608,1609,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(9791,'can only happen because of a software bug. the bug should be fixed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1777,1777,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(9792,'can only happen because of a software bug. the bug should be fixed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1854,1854,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(FSDirectory, INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(9793,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',-1,-1,'None','None',NULL),(9794,'TODO: Remove Windows check and use this approach on all platforms after\nadditional testing.  See YARN-358.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',598,599,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','sanitizeEnv(Map<String, String>, Path, List<Path>, Map<Path, List<String>>)','DESIGN'),(9795,'TODO hack to work around broken signaling','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',609,609,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','DESIGN'),(9796,'Resource would now have moved into DOWNLOADING state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/TestResourceLocalizationService.java',791,791,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService','testParallelDownloadAttemptsForPrivateResource()',NULL),(9797,'Resource Localization should fail and state is modified accordingly.\nAlso Local should be release on the LocalizedResource.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/TestResourceLocalizationService.java',821,822,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService','testParallelDownloadAttemptsForPrivateResource()',NULL),(9798,'Resource would now have moved into DOWNLOADING state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/TestResourceLocalizationService.java',966,966,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService','testParallelDownloadAttemptsForPublicResource()',NULL),(9799,'TODO Need to Fix IO Exceptions - Notifying resource','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',683,683,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9800,'Resource download should take place ONLY if resource is in\nDownloading state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',777,778,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(9801,'TODO: Need to update the cleanSubtree/destroy methods to clean inode map','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',514,514,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)','NOT_DESIGN'),(9802,'Notify the client through the log every 10 poll, in case the client\nis blocked here too long.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/YarnClientImpl.java',149,150,'org.apache.hadoop.yarn.client.YarnClientImpl','submitApplication(ApplicationSubmissionContext)',NULL),(9803,'this is a dirty hack - but should be ok for a unittest.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainerLaunch.java',154,154,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.TestContainerLaunch','setNewEnvironmentHack(Map<String, String>)','DESIGN'),(9804,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainerLaunch.java',-1,-1,'None','None',NULL),(9805,'TODO: fix a bug that previous != oldElement.Set it to oldElement for now','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util/Diff.java',274,274,'org.apache.hadoop.hdfs.util.Diff','modify(E, E)','DESIGN'),(9806,'For previous != oldElement, set it to oldElement','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util/Diff.java',274,274,'org.apache.hadoop.hdfs.util.Diff','modify(E, E)',NULL),(9807,'TODO: check replication after deleting snapshot(s)\nDelete file1','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotReplication.java',216,217,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotReplication','testReplicationAfterDeletion()','NOT_DESIGN'),(9808,'Delete file1','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotReplication.java',216,216,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotReplication','testReplicationAfterDeletion()',NULL),(9809,'TODO','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshot.java',414,414,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshot','setUp()','NOT_DESIGN'),(9810,'TODO: need to update metrics in corresponding SnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5833,5833,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','allowSnapshot(String)','NOT_DESIGN'),(9811,'TODO: need to update metrics in corresponding SnapshotManager method','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5859,5859,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','disallowSnapshot(String)','NOT_DESIGN'),(9812,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotBlocksMap.java',-1,-1,'None','None',NULL),(9813,'TODO: test for deletion file which was appended after taking snapshots','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotBlocksMap.java',241,241,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestSnapshotBlocksMap','None','NOT_DESIGN'),(9814,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestDisallowModifyROSnapshot.java',-1,-1,'None','None',NULL),(9815,'it really should be the same file split at the time the wrapper instance\nwas created','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileRecordReaderWrapper.java',65,66,'org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReaderWrapper','initialize(InputSplit, TaskAttemptContext)',NULL),(9816,'create a combined split for the files','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestCombineTextInputFormat.java',88,88,'org.apache.hadoop.mapred.TestCombineTextInputFormat','None',NULL),(9817,'create a combined split for the files','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineTextInputFormat.java',93,93,'org.apache.hadoop.mapreduce.lib.input.TestCombineTextInputFormat','None',NULL),(9818,'create a combine split for the files','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineSequenceFileInputFormat.java',86,86,'org.apache.hadoop.mapreduce.lib.input.TestCombineSequenceFileInputFormat','None',NULL),(9819,'create a combine split for the files','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestCombineSequenceFileInputFormat.java',82,82,'org.apache.hadoop.mapred.TestCombineSequenceFileInputFormat','None',NULL),(9820,'TODO: the first case may never be hit','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',207,207,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)','DESIGN'),(9821,'replace the referred inode, e.g.,\nINodeFileWithSnapshot -> INodeFileUnderConstructionWithSnapshot\nTODO: add a unit test for rename + append','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',209,211,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)','NOT_DESIGN'),(9822,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',256,257,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, FSSchedulerApp, Priority, ResourceRequest, NodeType, boolean)',NULL),(9823,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',262,263,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, Priority, ResourceRequest, NodeType, boolean)',NULL),(9824,'TODO: add checks stuff about node specific scheduling here','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',368,368,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)','NOT_DESIGN'),(9825,'replace the referred inode, e.g.,\nINodeFileWithSnapshot -> INodeFileUnderConstructionWithSnapshot','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeDirectory.java',212,213,'org.apache.hadoop.hdfs.server.namenode.INodeDirectory','valueOf(INode, Object)',NULL),(9826,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',-1,-1,'None','None',NULL),(9827,'TODO: They say tokens via env isn\'t good.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',36,36,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(9828,'pass a new created rand so as to get a uniform distribution each time\nwithout too much collisions (look at the do-while loop in getDatanodes)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFavoredNodesEndToEnd.java',75,76,'org.apache.hadoop.hdfs.server.namenode.TestFavoredNodesEndToEnd','testFavoredNodesEndToEnd()',NULL),(9829,'Some filesystem like HDFS ignore the \\\"x\\\" bit if the permission.\nOthers like localFs does not.\nOverride the method below if the file system being tested masks our\ncertain bits for file masks.','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java',204,209,'org.apache.hadoop.fs.FileContextPermissionBase','setUp()','NOT_DESIGN'),(9830,'Override the method below if the file system being tested masks our\ncertain bits for file masks.','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java',204,207,'org.apache.hadoop.fs.FileContextPermissionBase','setUp()',NULL),(9831,'HDFS ignore the \\\"x\\\" bit if the permission.\n','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsPermission.java',71,74,'org.apache.hadoop.fs.TestFcHdfsPermission','clusterSetupAtBegining()','NOT_DESIGN'),(9832,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsPermission.java',-1,-1,'None','None',NULL),(9833,'A dirty hack to modify the env of the current JVM itself - Dirty, but\nshould be okay for testing.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestMRAppMaster.java',299,300,'org.apache.hadoop.mapreduce.v2.app.TestMRAppMaster','setNewEnvironmentHack(Map<String, String>)',NULL),(9834,'Create staging dir, so MRAppMaster doesn\'t barf.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestMRAppMaster.java',367,367,'org.apache.hadoop.mapreduce.v2.app.TestMRAppMaster','testMRAppMasterCredentials()',NULL),(9835,'Set login-user to null as that is how real world MRApp starts with.\nThis is null is the reason why token-file is read by UGI.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestMRAppMaster.java',372,373,'org.apache.hadoop.mapreduce.v2.app.TestMRAppMaster','testMRAppMasterCredentials()',NULL),(9836,'our target rate is in terms of the maximum number of sample splits,\nbut we accept the possibility of sampling additional splits to hit\nthe target sample keyset','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/InputSampler.java',175,177,'org.apache.hadoop.mapred.lib.InputSampler','getSample(InputFormat<K, V>, JobConf)',NULL),(9837,'delete snapshot s4. The diff of s4 should be combined to s2 instead of\ns3.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestRenameWithSnapshots.java',460,461,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestRenameWithSnapshots','testRenameDirAndDeleteSnapshot()',NULL),(9838,'delete snapshot s4. The diff of s4 should be combined to s2 instead of\ns3.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestRenameWithSnapshots.java',462,463,'org.apache.hadoop.hdfs.server.namenode.snapshot.TestRenameWithSnapshots','testRenameDirAndDeleteSnapshot_1()',NULL),(9839,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',158,159,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None','DESIGN'),(9840,'How often tasks are preempted','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',161,161,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9841,'ms to wait before force killing stuff (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',164,165,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9842,'Containers whose AMs have been warned that they will be preempted soon.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',168,168,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9843,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',355,356,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(Collection<FSLeafQueue>, Resource)',NULL),(9844,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',409,410,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','warnOrKillContainer(RMContainer, FSSchedulerApp, FSLeafQueue)',NULL),(9845,'skip tests on Windows until after resolution of ZooKeeper client bug','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestZKFailoverControllerStress.java',51,51,'org.apache.hadoop.ha.TestZKFailoverControllerStress','None',NULL),(9846,'skip tests on Windows until after resolution of ZooKeeper client bug','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestActiveStandbyElectorRealZK.java',64,64,'org.apache.hadoop.ha.TestActiveStandbyElectorRealZK','setUp()',NULL),(9847,'skip tests on Windows until after resolution of ZooKeeper client bug','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestZKFailoverController.java',71,71,'org.apache.hadoop.ha.TestZKFailoverController','setupConfAndServices()','DESIGN'),(9848,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',101,102,'org.apache.hadoop.hdfs.DFSInputStream','None',NULL),(9849,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',168,169,'org.apache.hadoop.hdfs.DFSInputStream','getTotalBytesRead()',NULL),(9850,'TODO Fix in YARN-628.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/ipc/RPCUtil.java',70,70,'org.apache.hadoop.yarn.ipc.RPCUtil','unwrapAndThrowException(ServiceException)','NOT_DESIGN'),(9851,'Exception is expected\nTODO Change this to assert the expected exception type - post YARN-142\nsub-task related to specialized exceptions.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestAppManager.java',469,471,'org.apache.hadoop.yarn.server.resourcemanager.TestAppManager','testRMAppSubmitInvalidResourceRequest()',NULL),(9852,'throw RuntimeException instead for compatibility reasons','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java',1021,1021,'org.apache.hadoop.mapred.JobClient','getStagingAreaDir()',NULL),(9853,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/ipc/RPCUtil.java',-1,-1,'None','None',NULL),(9854,'Truncate the potentially corrupt portion.\nIf the source was client and the last node in the pipeline was lost,\nany corrupt data written after the acked length can go unnoticed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',761,763,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(9855,'corrupt the packet once and never fix it.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestCrcCorruption.java',124,124,'org.apache.hadoop.hdfs.TestCrcCorruption','testCorruptionDuringWrt()',NULL),(9856,'the client should give up pipeline reconstruction after retries.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestCrcCorruption.java',128,128,'org.apache.hadoop.hdfs.TestCrcCorruption','testCorruptionDuringWrt()',NULL),(9857,'If the mirror has reported that it received a corrupt packet,\ndo self-destruct to mark myself bad, instead of making the\nmirror node bad. The mirror is guaranteed to be good without\ncorrupt data on disk.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',1078,1081,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(9858,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',73,73,'org.apache.hadoop.yarn.api.records.ContainerId','newInstance(ApplicationAttemptId, int)',NULL),(9859,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',84,85,'org.apache.hadoop.yarn.api.records.ContainerId','newInstance(ApplicationAttemptId, int)',NULL),(9860,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/NMClientAsync.java',237,238,'org.apache.hadoop.yarn.client.NMClientAsync','init(Configuration)',NULL),(9861,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',239,240,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(9862,'TODO Fix findBugs close warning along with IOUtils change','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',260,260,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)','NOT_DESIGN'),(9863,'assert sequenceNumber is properly recovered,\neven though the token which has max sequenceNumber is not stored','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',669,670,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','testRMDelegationTokenRestoredOnRMRestart()',NULL),(9864,'TODO: add checks stuff about node specific scheduling here','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',362,362,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)','NOT_DESIGN'),(9865,'There must be outstanding requests at the given priority:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',380,380,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)',NULL),(9866,'If locality relaxation is turned off at *-level, there must be a\nnon-zero request for the node\'s rack:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',382,383,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)',NULL),(9867,'If locality relaxation is turned off at rack-level, there must be a\nnon-zero request at the node:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',386,387,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)',NULL),(9868,'The requested container must be able to fit on the node:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',390,390,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','hasContainerForNode(Priority, FSSchedulerNode)',NULL),(9869,'TODO check inputs for null etc. YARN-654','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',65,65,'None','None',NULL),(9870,'no exact match. Container may be larger than what was requested.\nget all resources <= capability. map is reverse sorted.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',368,369,'org.apache.hadoop.yarn.client.AMRMClientImpl','extends Collection<T>> getMatchingRequests(Priority, String, Resource)',NULL),(9871,'Maybe consider converting to Hadoop token, serialize de-serialize etc\nbefore trying to renew the token.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestClientRMTokens.java',404,405,'org.apache.hadoop.yarn.server.resourcemanager.TestClientRMTokens','getClientRMProtocolWithDT(DelegationToken, InetSocketAddress, String, Configuration)',NULL),(9872,'Maybe consider converting to Hadoop token, serialize de-serialize etc\nbefore trying to renew the token.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestClientRMTokens.java',407,408,'org.apache.hadoop.yarn.server.resourcemanager.TestClientRMTokens','getClientRMProtocolWithDT(org.apache.hadoop.yarn.api.records.Token, InetSocketAddress, String, Configuration)',NULL),(9873,'TODO: For now, set all fair shares to 0, because, in the context of DRF,\nit doesn\'t make sense to set a value for each resource.  YARN-736 should\nadd in a sensible replacement.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/policies/DominantResourceFairnessPolicy.java',68,70,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.policies.DominantResourceFairnessPolicy','getName()','DESIGN'),(9874,'FIXME? YarnException is \\\"for runtime exceptions only\\\"','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',132,132,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(9875,'FIXME? YarnRuntimeException is \\\"for runtime exceptions only\\\"','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',132,132,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(9876,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',106,111,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getJobFromJobIdString(String, AppContext)',NULL),(9877,'TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',106,111,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getJobFromJobIdString(String, AppContext)',NULL),(9878,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',136,141,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskFromTaskIdString(String, Job)',NULL),(9879,'TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',136,141,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskFromTaskIdString(String, Job)',NULL),(9880,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',169,174,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskAttemptFromTaskAttemptString(String, Task)',NULL),(9881,'TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',169,174,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskAttemptFromTaskAttemptString(String, Task)',NULL),(9882,'TODO Force a comparator?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ProtoBase.java',36,36,'org.apache.hadoop.yarn.api.records.impl.pb.ProtoBase','hashCode()',NULL),(9883,'should probably stop heartbeating also YARN-763','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientAsync.java',350,350,'org.apache.hadoop.yarn.client.AMRMClientAsync','run()',NULL),(9884,'TODO: ignore the request?','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java',144,144,'org.apache.hadoop.oncrpc.RpcProgram','handle(XDR, InetAddress, Channel)',NULL),(9885,'TODO: After YARN-2 is committed, we should call containerResource.getCpus()\n(or equivalent) to multiply the weight by the number of requested cpus.','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/util/CgroupsLCEResourcesHandler.java',175,178,'org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler','setConf(Configuration)','DESIGN'),(9886,'Next three functions operate on all the resources we are enforcing.','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/util/CgroupsLCEResourcesHandler.java',171,173,'org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler','setConf(Configuration)',NULL),(9887,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)\nSend job-end notification','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',509,513,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(9888,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)\nSend job-end notification','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',510,514,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(9889,'TODO:should have an interface for MRClientService','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',708,708,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(9890,'TODO:should have an interface for MRClientService','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',709,709,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(9891,'TODO Ideally this should be written out to the job dir\n(.staging/jobid/files - RecoveryService will need to be patched)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',384,385,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(9892,'TODO Ideally this should be written out to the job dir\n(.staging/jobid/files - RecoveryService will need to be patched)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',394,395,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','serviceInit(Configuration)',NULL),(9893,'TODO JOB_FINISHED does not have state. Effectively job history does not\nhave state about the finished job.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',593,594,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(9894,'TODO JOB_FINISHED does not have state. Effectively job history does not\nhave state about the finished job.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',603,604,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','serviceInit(Configuration)',NULL),(9895,'Writing out the summary file.\nTODO JH enhancement - reuse this file to store additional indexing info\nlike ACLs, etc. JHServer can use HDFS append to build an index file\nwith more info than is available via the filename.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',655,658,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(9896,'Writing out the summary file.\nTODO JH enhancement - reuse this file to store additional indexing info\nlike ACLs, etc. JHServer can use HDFS append to build an index file\nwith more info than is available via the filename.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',665,668,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','serviceInit(Configuration)',NULL),(9897,'NodeId is only available during start, the following cannot be moved\nanywhere else.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',130,131,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','start()',NULL),(9898,'TODO should we parse on a background thread???','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryCopyService.java',75,75,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryCopyService','serviceStart()',NULL),(9899,'Uber-AM lifecycle/ordering (\\\"normal\\\" case):\n\n- [somebody] sends TA_ASSIGNED\n- handled by ContainerAssignedTransition (TaskAttemptImpl.java)\n- creates \\\"remoteTask\\\" for us == real Task\n- sends CONTAINER_REMOTE_LAUNCH\n- TA: UNASSIGNED -> ASSIGNED\n- CONTAINER_REMOTE_LAUNCH handled by LocalContainerLauncher (us)\n- sucks \\\"remoteTask\\\" out of TaskAttemptImpl via getRemoteTask()\n- sends TA_CONTAINER_LAUNCHED\n[[ elsewhere...\n- TA_CONTAINER_LAUNCHED handled by LaunchedContainerTransition\n- registers \\\"remoteTask\\\" with TaskAttemptListener (== umbilical)\n- NUKES \\\"remoteTask\\\"\n- sends T_ATTEMPT_LAUNCHED (Task: SCHEDULED -> RUNNING)\n- TA: ASSIGNED -> RUNNING\n]]\n- runs Task (runSubMap() or runSubReduce())\n- TA can safely send TA_UPDATE since in RUNNING state','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',137,157,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(9900,'TODO: add the history server','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/MiniMRYarnCluster.java',64,64,'org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster','init(Configuration)',NULL),(9901,'TODO Add a timeout. State.STOPPED check ?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/MiniMRYarnCluster.java',155,155,'org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster','start()',NULL),(9902,'TODO better use s.getName()?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',96,96,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','serviceInit(Configuration)',NULL),(9903,'TODO fork(?) services running as configured user\nmonitor for health, shutdown/restart(?) if any should die','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',117,118,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','serviceStart()',NULL),(9904,'On Windows, clean up the short temporary symlink that was created to\nwork around path length limitation.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',237,238,'org.apache.hadoop.yarn.server.MiniYARNCluster','serviceInit(Configuration)',NULL),(9905,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',255,255,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(9906,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',257,257,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','serviceInit(Configuration)',NULL),(9907,'TODO fixme - bogus appAttemptID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',260,260,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(9908,'TODO fixme - bogus appAttemptID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',262,262,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','serviceInit(Configuration)',NULL),(9909,'TODO fixme - bogus appID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',269,269,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(9910,'TODO fixme - bogus appID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',271,271,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','serviceInit(Configuration)',NULL),(9911,'enable RM to short-circuit token operations directly to itself','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',157,157,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','start()',NULL),(9912,'take a very fast snapshot of the callback list\nvery much like CopyOnWriteArrayList, only more minimal','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/service/ServiceOperations.java',139,140,'org.apache.hadoop.yarn.service.ServiceOperations','notifyListeners(Service)',NULL),(9913,'service should still consider itself started','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/service/TestGlobalStateChangeListener.java',151,151,'org.apache.hadoop.yarn.service.TestGlobalStateChangeListener','testListenerFailure()',NULL),(9914,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',241,242,'org.apache.hadoop.mapreduce.v2.app.MRApp','downloadTokensAndSetupUGI(Configuration)',NULL),(9915,'note that get delegation token was called. Again this is hack for oozie\nto make sure we add history server delegation tokens to the credentials','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',186,189,'org.apache.hadoop.mapred.YARNRunner','addHistoyToken(Credentials)',NULL),(9916,'note that get delegation token was called. Again this is hack for oozie\nto make sure we add history server delegation tokens to the credentials','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',185,188,'org.apache.hadoop.mapred.YARNRunner','addHistoryToken(Credentials)',NULL),(9917,'Upload only in security mode: TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',284,284,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)','NOT_DESIGN'),(9918,'Activation will happen after an absolute time interval. It will be good\nif we can force activation after an NM updates and acknowledges a\nroll-over. But that is only possible when we move to per-NM keys. TODO:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/NMTokenSecretManagerInRM.java',147,149,'org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM','run()',NULL),(9919,'TODO do we need to release this container?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',786,786,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()','DESIGN'),(9920,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',-1,-1,'None','None',NULL),(9921,'TODO: Remove Windows check and use this approach on all platforms after\nadditional testing.  See YARN-358.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',611,612,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','sanitizeEnv(Map<String, String>, Path, List<Path>, Map<Path, List<String>>)',NULL),(9922,'TODO: Remove Windows check and use this approach on all platforms after\nadditional testing.  See YARN-358.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',621,622,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','sanitizeEnv(Map<String, String>, Path, List<Path>, List<String>, Map<Path, List<String>>)',NULL),(9923,'We should clear all node entries from this set.\nTODO : Once we have per node master key then it will change to only\nremove specific node from it.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/NMTokenSecretManagerInRM.java',149,151,'org.apache.hadoop.yarn.server.resourcemanager.security.NMTokenSecretManagerInRM','clearApplicationNMTokenKeys()',NULL),(9924,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',306,306,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','getBlacklistedNodes()',NULL),(9925,'take a very fast snapshot of the callback list\nvery much like CopyOnWriteArrayList, only more minimal','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/service/ServiceOperations.java',140,141,'org.apache.hadoop.yarn.service.ServiceOperations','notifyListeners(Service)',NULL),(9926,'take a very fast snapshot of the callback list\nvery much like CopyOnWriteArrayList, only more minimal','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/service/ServiceOperations.java',140,141,'org.apache.hadoop.service.ServiceOperations','notifyListeners(Service)',NULL),(9927,'service should still consider itself started','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/service/TestGlobalStateChangeListener.java',155,155,'org.apache.hadoop.service.TestGlobalStateChangeListener','testListenerFailure()',NULL),(9928,'TODO: Needed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',95,95,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getKind()',NULL),(9929,'TODO: Needed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AMRMTokenIdentifier.java',95,95,'org.apache.hadoop.yarn.security.AMRMTokenIdentifier','getKind()',NULL),(9930,'Execute permission for owner on a file. Or lookup (search) permission for\nowner in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',103,104,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','None',NULL),(9931,'Execute permission for group on a file. Or lookup (search) permission for\ngroup in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',110,111,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','None',NULL),(9932,'Execute permission for others on a file. Or lookup (search) permission for\nothers in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',117,118,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','None',NULL),(9933,'The preferred size of a READ request. This should be the same as rtmax\nunless there is a clear benefit in performance or efficiency.','Block','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/response/FSINFO3Response.java',36,39,'org.apache.hadoop.nfs.nfs3.response.FSINFO3Response','None',NULL),(9934,'The preferred size of a WRITE request. This should be the same as wtmax\nunless there is a clear benefit in performance or efficiency.','Block','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/response/FSINFO3Response.java',50,53,'org.apache.hadoop.nfs.nfs3.response.FSINFO3Response','None',NULL),(9935,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',192,192,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext, ContainerId)',NULL),(9936,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',198,198,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext, ContainerId)',NULL),(9937,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientTokenIdentifier.java',43,44,'org.apache.hadoop.yarn.security.client.ClientTokenIdentifier','getApplicationAttemptID()',NULL),(9938,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMTokenIdentifier.java',43,44,'org.apache.hadoop.yarn.security.client.ClientToAMTokenIdentifier','getApplicationAttemptID()',NULL),(9939,'TODO: They say tokens via env isn\'t good.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',32,32,'org.apache.hadoop.yarn.api.ApplicationConstants','None','DESIGN'),(9940,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',-1,-1,'None','None',NULL),(9941,'TODO check inputs for null etc. YARN-654','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',72,72,'None','None',NULL),(9942,'TODO check inputs for null etc. YARN-654','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java',73,73,'None','None',NULL),(9943,'TODO how to differentiate remote yarn exception vs error in rpc','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',256,256,'org.apache.hadoop.yarn.client.AMRMClientImpl','allocate(float)',NULL),(9944,'TODO how to differentiate remote yarn exception vs error in rpc','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java',258,258,'org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl','allocate(float)',NULL),(9945,'no exact match. Container may be larger than what was requested.\nget all resources <= capability. map is reverse sorted.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientImpl.java',413,414,'org.apache.hadoop.yarn.client.AMRMClientImpl','extends Collection<T>> getMatchingRequests(Priority, String, Resource)',NULL),(9946,'no exact match. Container may be larger than what was requested.\nget all resources <= capability. map is reverse sorted.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java',415,416,'org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl','extends Collection<T>> getMatchingRequests(Priority, String, Resource)',NULL),(9947,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/NMClientAsyncImpl.java',171,172,'org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl','serviceInit(Configuration)',NULL),(9948,'should probably stop heartbeating also YARN-763','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/AMRMClientAsync.java',365,365,'org.apache.hadoop.yarn.client.AMRMClientAsync','run()',NULL),(9949,'should probably stop heartbeating also YARN-763','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java',318,318,'org.apache.hadoop.yarn.client.api.async.impl.AMRMClientAsyncImpl','run()',NULL),(9950,'Notify the client through the log every 10 poll, in case the client\nis blocked here too long.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/YarnClientImpl.java',152,153,'org.apache.hadoop.yarn.client.YarnClientImpl','submitApplication(ApplicationSubmissionContext)',NULL),(9951,'Notify the client through the log every 10 poll, in case the client\nis blocked here too long.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/YarnClientImpl.java',155,156,'org.apache.hadoop.yarn.client.api.impl.YarnClientImpl','submitApplication(ApplicationSubmissionContext)',NULL),(9952,'TODO Comparator','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',304,304,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(9953,'TODO Comparator','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',304,304,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(9954,'TODO Force a comparator?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ProtoBase.java',35,35,'org.apache.hadoop.yarn.api.records.impl.pb.ProtoBase','hashCode()',NULL),(9955,'TODO Force a comparator?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ProtoBase.java',35,35,'org.apache.hadoop.yarn.api.records.impl.pb.ProtoBase','hashCode()',NULL),(9956,'TODO: Validate the request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',483,483,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)','NOT_DESIGN'),(9957,'//////////// End of parsing credentials','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',521,521,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','parseCredentials(ContainerLaunchContext)',NULL),(9958,'TODO: Only the container\'s owner can kill containers today.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',513,513,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)','NOT_DESIGN'),(9959,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',-1,-1,'None','None',NULL),(9960,'TODO: Only the container\'s owner can get containers\' status today.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',556,556,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','getContainerStatus(GetContainerStatusRequest)','NOT_DESIGN'),(9961,'switch to simple hack','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1497,1497,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9962,'TODO: should instantiate sasl client based on advertisement\nbut just blindly use the pre-instantiated sasl client for now','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',193,194,'org.apache.hadoop.security.SaslRpcClient','None',NULL),(9963,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/policies/DominantResourceFairnessPolicy.java',-1,-1,'None','None',NULL),(9964,'FileSystem automatically adds missing authority if scheme matches default','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/SymlinkBaseTest.java',398,398,'org.apache.hadoop.fs.SymlinkBaseTest','checkLink(Path, Path, Path)',NULL),(9965,'switch to simple hack, but don\'t switch if other auths are\nsupported, ex. tokens','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1500,1501,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(9966,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAMWithNonNormalizedCapabilities.java',74,75,'org.apache.hadoop.mapreduce.v2.TestMRAMWithNonNormalizedCapabilities','setup()',NULL),(9967,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',258,259,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, Priority, ResourceRequest, NodeType, boolean)','DESIGN'),(9968,'TODO: convert this to Junit','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/TestUdpServer.java',31,31,'None','None',NULL),(9969,'TODO: cleanup','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/TestUdpServer.java',60,60,'org.apache.hadoop.hdfs.nfs.TestUdpServer','main(String[])',NULL),(9970,'TODO: Move this to RpcRequest','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/TestPortmapRegister.java',80,80,'org.apache.hadoop.hdfs.nfs.TestPortmapRegister','createPortmapXDRheader(XDR, int)',NULL),(9971,'TODO: convert to Junit test, and validate result automatically','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/TestOutOfOrderWrite.java',183,183,'org.apache.hadoop.hdfs.nfs.TestOutOfOrderWrite','main(String[])',NULL),(9972,'TODO: better handling.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',273,273,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','updateLastAccessTime()',NULL),(9973,'Extend Block because in the DN process there\'s a 1-to-1 correspondence of\nBlockScanInfo to Block instances, so by extending rather than containing\nBlock, we can save a bit of Object overhead (about 24 bytes per block\nreplica.)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',114,117,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','None',NULL),(9974,'TODO: Avoid hard-coding expected_txid. The test should be more robust.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUpgrade.java',56,56,'org.apache.hadoop.hdfs.TestDFSUpgrade','None',NULL),(9975,'TODO: Fix the test to not require a hard-coded transaction count.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',1172,1172,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','accept(File, String)',NULL),(9976,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC Request header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response\n9 : Changes to protocol for HADOOP-8990','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',188,192,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)','DESIGN'),(9977,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC Request header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers\n8 : SASL server always sends a final response\n9 : Changes to protocol for HADOOP-8990','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RpcConstants.java',44,48,'org.apache.hadoop.ipc.RpcConstants','None',NULL),(9978,'Execute permission for owner on a file. Or lookup (search) permission for\nowner in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',134,135,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','isIdempotent()',NULL),(9979,'Execute permission for group on a file. Or lookup (search) permission for\ngroup in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',141,142,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','isIdempotent()',NULL),(9980,'Execute permission for others on a file. Or lookup (search) permission for\nothers in directory.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Constant.java',148,149,'org.apache.hadoop.nfs.nfs3.Nfs3Constant','isIdempotent()',NULL),(9981,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',93,94,'org.apache.hadoop.yarn.util.Apps','toAppID(String)','NOT_DESIGN'),(9982,'split on \'=\'','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',78,78,'org.apache.hadoop.yarn.util.Apps','setEnvFromInputString(Map<String, String>, String)',NULL),(9983,'replace $env with the child\'s env constructed by tt\'s','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',83,83,'org.apache.hadoop.yarn.util.Apps','setEnvFromInputString(Map<String, String>, String)',NULL),(9984,'if this key is not configured by the tt for the child .. get it\nfrom the tt\'s env','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',85,86,'org.apache.hadoop.yarn.util.Apps','setEnvFromInputString(Map<String, String>, String)',NULL),(9985,'the env key is note present anywhere .. simply set it','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',89,89,'org.apache.hadoop.yarn.util.Apps','setEnvFromInputString(Map<String, String>, String)',NULL),(9986,'return a single Resource capturing the overal amount of pending resources','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java',1602,1602,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue','getTotalResourcePending()',NULL),(9987,'compute the ideal distribution of resources among queues\nupdates cloned queues state accordingly','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',192,193,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9988,'compute ideal distribution at this level','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',259,259,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9989,'unassigned tracks how much resources are still to assign, initialized\nwith the total capacity for this set of queues','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',292,293,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9990,'based on ideal assignment computed above and current assignment we derive\nhow much preemption is required overall','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',324,325,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9991,'if we need to preempt more than is allowed, compute a factor (0<f<1)\nthat is used to scale down how much we ask back from each queue','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',334,335,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9992,'assign to each queue the amount of actual preemption based on local\ninformation of ideal preemption and scaling factor','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java',343,344,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy','init(Configuration, EventHandler<ContainerPreemptEvent>, PreemptableResourceScheduler)',NULL),(9993,'consider moving where CapacityScheduler::comparator accessible','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/TestProportionalCapacityPreemptionPolicy.java',447,447,'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.TestProportionalCapacityPreemptionPolicy','mockLeafQueue(ParentQueue, float, int, int[], int[], int[], int[], int[], int[])',NULL),(9994,'should probably stop heartbeating also YARN-763','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java',303,303,'org.apache.hadoop.yarn.client.api.async.impl.AMRMClientAsyncImpl','run()','NOT_DESIGN'),(9995,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java',-1,-1,'None','None',NULL),(9996,'TODO check inputs for null etc. YARN-654','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java',72,72,'None','None','NOT_DESIGN'),(9997,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java',-1,-1,'None','None',NULL),(9998,'NOTE: this really should be checking against the config value','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',691,691,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','setUp()',NULL),(9999,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',821,821,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(10000,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',825,825,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM()',NULL),(10001,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',355,357,'org.apache.hadoop.ipc.Client','setCallId(int)',NULL),(10002,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',367,369,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10003,'so that if the serialization throws an error, it is reported\nproperly. This also parallelizes the serialization.\n\nFormat of a call on the wire:\n0) Length of rest below (1 + 2)\n1) RpcRequestHeader  - is serialized Delimited hence contains length\n2) RpcRequest\n\nItems \'1\' and \'2\' are prepared here.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',968,976,'org.apache.hadoop.ipc.Client','setCallId(int)',NULL),(10004,'so that if the serialization throws an error, it is reported\nproperly. This also parallelizes the serialization.\n\nFormat of a call on the wire:\n0) Length of rest below (1 + 2)\n1) RpcRequestHeader  - is serialized Delimited hence contains length\n2) RpcRequest\n\nItems \'1\' and \'2\' are prepared here.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',980,988,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10005,'TODO: Add validation of invalid authorization when there\'s more data in\nthe AMRMToken','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestAMAuthorization.java',267,268,'org.apache.hadoop.yarn.server.resourcemanager.TestAMAuthorization','testUnauthorizedAccess()',NULL),(10006,'TODO launchedContainer misplaced -> doesn\'t necessarily mean a container\nlaunch. A finished Application will not launch containers.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',467,468,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(10007,'TODO launchedContainer misplaced -> doesn\'t necessarily mean a container\nlaunch. A finished Application will not launch containers.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',487,488,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainerInternal(NMTokenIdentifier, ContainerTokenIdentifier, StartContainerRequest)',NULL),(10008,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',555,556,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(10009,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',584,585,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainerInternal(NMTokenIdentifier, ContainerId)',NULL),(10010,'If the operation failed, all the subsequent operations\nshould execute once more, hence the retry count should be 0 and\noperation count should be the number of tries','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestRetryCache.java',209,211,'org.apache.hadoop.ipc.TestRetryCache','testOperations(int, int, int, boolean, boolean, Server.Call)',NULL),(10011,'Store uuid as two long for better memory utilization\nMost signficant bytes\nLeast significant bytes','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RetryCache.java',57,59,'org.apache.hadoop.ipc.RetryCache','None',NULL),(10012,'Hidden configuration undocumented in hdfs-site. xml\nTimeout to wait for block receiver and responder thread to stop','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java',499,500,'org.apache.hadoop.hdfs.DFSConfigKeys','None',NULL),(10013,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',221,221,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokens(ContainerLaunchContext, ContainerId)',NULL),(10014,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',221,221,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokens(ContainerLaunchContext, ContainerId)',NULL),(10015,'switch to simple hack, but don\'t switch if other auths are\nsupported, ex. tokens','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1541,1542,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)','DESIGN'),(10016,'TODO: should instantiate sasl client based on advertisement\nbut just blindly use the pre-instantiated sasl client for now','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',195,196,'org.apache.hadoop.security.SaslRpcClient','None','NOT_DESIGN'),(10017,'create a compatible SASL client, throws if no supported auths','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',351,351,'org.apache.hadoop.security.SaslRpcClient','selectSaslClient(List<SaslAuth>)',NULL),(10018,'switching to SIMPLE\nnot going to wait for success ack','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',356,357,'org.apache.hadoop.security.SaslRpcClient','selectSaslClient(List<SaslAuth>)',NULL),(10019,'server provided the first challenge','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',361,361,'org.apache.hadoop.security.SaslRpcClient','selectSaslClient(List<SaslAuth>)',NULL),(10020,'make sure the other side thinks we are who we said we are!!!','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestSaslRPC.java',836,836,'org.apache.hadoop.ipc.TestSaslRPC','internalGetAuthMethod(AuthenticationMethod, AuthenticationMethod, boolean, boolean)',NULL),(10021,'make sure the other side thinks we are who we said we are!!!','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestSaslRPC.java',881,881,'org.apache.hadoop.ipc.TestSaslRPC','internalGetAuthMethod(AuthMethod, AuthMethod, UseToken)',NULL),(10022,'should probably instantiate a client to allow a server to\ndemand a specific negotiation','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',378,379,'org.apache.hadoop.security.SaslRpcClient','selectSaslClient(List<SaslAuth>)',NULL),(10023,'server isn\'t really advertising tokens','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestSaslRPC.java',671,671,'org.apache.hadoop.ipc.TestSaslRPC','testSimpleServerWithTokens()',NULL),(10024,'Only one AMRMToken is stored per-attempt, so this should be fine. Can\'t\nuse TokenSelector as service may change - think fail-over.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',684,685,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(10025,'TODO: This should eventually become cluster-Id + \\\"AM_RM_TOKEN_SERVICE\\\". See\nYARN-986','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStore.java',380,381,'org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore','getMasterContainer()',NULL),(10026,'It is assumed for now that the only AMRMToken in AM\'s UGI is for this\ncluster/RM. TODO: Fix later when we have some kind of cluster-ID as\ndefault service-address, see YARN-986.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',49,51,'org.apache.hadoop.yarn.client.ClientRMProxy','setupTokens(InetSocketAddress)',NULL),(10027,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/DFSTestUtil.java',973,978,'org.apache.hadoop.hdfs.DFSTestUtil','runOperations(MiniDFSCluster, DistributedFileSystem, Configuration, long, int)',NULL),(10028,'TODO: FIXME!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',338,338,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()','NOT_DESIGN'),(10029,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',-1,-1,'None','None',NULL),(10030,'haven\'t created any split on this machine. so its ok to add a\nsmaller\none for parallelism. Otherwise group it in the rack for balanced\nsize\ncreate an input split and add it to the splits array','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',351,355,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)','DESIGN'),(10031,'This implies that the last few blocks (or all in case maxSize=0)\nwere not part of a split. The node is complete.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',370,371,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10032,'if there were any blocks left over and their combined size is\nlarger than minSplitNode, then combine them into one split.\nOtherwise add them back to the unprocessed pool. It is likely\nthat they will be combined with other blocks from the\nsame rack later on.\nThis condition also kicks in when max split size is not set. All\nblocks on a node will be grouped together into a single split.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',373,379,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10033,'haven\'t created any split on this machine. so its ok to add a\nsmaller one for parallelism. Otherwise group it in the rack for\nbalanced size create an input split and add it to the splits\narray','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',382,385,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10034,'Remove entries from blocksInNode so that we don\'t walk this again.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',389,389,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10035,'The node is done. This was the last set of blocks for this node.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',391,391,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10036,'Put the unplaced blocks back into the pool for later rack-allocation.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',393,393,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10037,'process all nodes and create splits that are local to a node. Generate\none split per node iteration, and walk over nodes multiple times to\ndistribute the splits across nodes.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',314,316,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)','DESIGN'),(10038,'Done creating a single split for this node. Move on to the next\nnode so that splits are distributed across nodes.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',363,364,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(10039,'4 blocks per split.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',736,736,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(10040,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',1455,1457,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10041,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs\nhere for testing','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',1460,1463,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10042,'Unlike URI, PathData knows how to parse Windows drive-letter paths.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',265,265,'org.apache.hadoop.fs.shell.CopyCommands','expandArgument(String)',NULL),(10043,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',382,384,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)','NOT_DESIGN'),(10044,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs\nping message','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',383,386,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10045,'currently active calls','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',388,388,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10046,'todo: test symlink-to-symlink-to-dir, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',882,882,'org.apache.hadoop.fs.TestGlobPaths','run(FSTestWrapper, FileSystem, FileContext)',NULL),(10047,'Now we break the flattened, absolute pattern into path components.\nFor example, /a/*/c would be broken into the list [a, *, c]','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java',148,149,'org.apache.hadoop.fs.Globber','glob()',NULL),(10048,'HADOOP-3497 semantics: the user-defined filter is applied at the\nend, once the full path is built up.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java',193,194,'org.apache.hadoop.fs.Globber','glob()',NULL),(10049,'move map output to reduce input','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalJobRunner.java',418,418,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)','NOT_DESIGN'),(10050,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalJobRunner.java',-1,-1,'None','None',NULL),(10051,'Todo: Fix this test when HADOOP-9819 is fixed.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestSymlinkLocalFSFileSystem.java',91,91,'org.apache.hadoop.fs.TestSymlinkLocalFSFileSystem','testRenameSymlinkToItself()',NULL),(10052,'the RPC Client has an inelegant way of handling expiration of TGTs\nacquired via a keytab.  any connection failure causes a relogin, so\nthe Client needs to know what authMethod was being attempted if an\nexception occurs.  the SASL prep for a kerberos connection should\nideally relogin if necessary instead of exposing this detail to the\nClient','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',118,123,'org.apache.hadoop.security.SaslRpcClient','getNegotiatedProperty(String)',NULL),(10053,'ideally this should be folded into the RPC decoding loop but it\'s\ncurrently split across Client and SaslRpcClient...','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcClient.java',536,537,'org.apache.hadoop.security.SaslRpcClient','getNegotiatedProperty(String)',NULL),(10054,'This is a hack for ApacheDS 2.0.0-M14 to be able to create\nkeytab files with more than one principal.\nIt needs to be in this package because the KeytabEncoder class is package\nprivate.\nThis class can be removed once jira DIRSERVER-1882\n(https://issues.apache.org/jira/browse/DIRSERVER-1882) solved','Line','hadoop-common-project/hadoop-minikdc/src/main/java/org/apache/directory/server/kerberos/shared/keytab/HackedKeytabEncoder.java',26,31,'None','None',NULL),(10055,'This is a hack for ApacheDS 2.0.0-M14 to be able to create\nkeytab files with more than one principal.\nIt needs to be in this package because the KeytabEncoder class is package\nprivate.\nThis class can be removed once jira DIRSERVER-1882\n(https://issues.apache.org/jira/browse/DIRSERVER-1882) solved','Line','hadoop-common-project/hadoop-minikdc/src/main/java/org/apache/directory/server/kerberos/shared/keytab/HackedKeytab.java',24,29,'None','None',NULL),(10056,'TODO: Implement me!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',451,451,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','cacheReport()',NULL),(10057,'TODO: Implement me!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1673,1673,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(10058,'FIXME: this is a hack to get around changing method signatures by\ntunneling a non-InvalidToken exception as the cause which the\nRPC server will unwrap before returning to the client','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/security/token/delegation/DelegationTokenSecretManager.java',96,98,'org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenSecretManager','retrievePassword(DelegationTokenIdentifier)',NULL),(10059,'FIXME: hadoop method signatures are restricting the SASL\ncallbacks to only returning InvalidToken, but some services\nneed to throw other exceptions (ex. NN + StandyException),\nso for now we\'ll tunnel the real exceptions via an\nInvalidToken\'s cause which normally is not set','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1314,1318,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(10060,'In Java, ByteBuffers use a 32-bit length, capacity, offset, etc.\nThis limits our mmap\'ed regions to 2 GB in length.\nTODO: we can implement zero-copy for larger blocks by doing multiple\nmmaps.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',576,581,'org.apache.hadoop.hdfs.BlockReaderLocal','readZeroCopy(HdfsZeroCopyCursor, LocatedBlock, long, int, ClientMmapManager)','DESIGN'),(10061,'After we close the cursors, the mmaps should be evictable for\na brief period of time.  Then, they should be closed (we\'re\nusing a very quick timeout)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestBlockReaderLocal.java',743,745,'org.apache.hadoop.hdfs.TestBlockReaderLocal','testZeroCopyMmapCache()',NULL),(10062,'TODO: This test should really be using MockRM. For now starting stuff\nthat is needed at a bare minimum.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java',132,133,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.TestFairScheduler','setUp()',NULL),(10063,'TODO: support loading and storing of the CacheManager state','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',65,65,'org.apache.hadoop.hdfs.server.namenode.CacheManager','clear()',NULL),(10064,'TODO: maybe not efficient','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3Utils.java',91,91,'org.apache.hadoop.hdfs.nfs.nfs3.Nfs3Utils','createWccData(WccAttr, DFSClient, String, IdUserGroup)',NULL),(10065,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraInputFormat.java',-1,-1,'None','None',NULL),(10066,'move block to the head of the list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1819,1819,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','NOT_DESIGN'),(10067,'TODO: if goes to failed state cleanup the block list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java',84,84,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo','setState(State)',NULL),(10068,'TODO: synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeDescriptor.java',314,314,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor','size()',NULL),(10069,'TODO: add \\\"storageID to LocatedBlock','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5586,5586,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10070,'list of targets for current block\nTODO: update storage IDs','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',313,314,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)','NOT_DESIGN'),(10071,'choose targets for the new block to be allocated.\nTODO: chooseTarget(..) should be changed to return DatanodeStorageInfo\'s','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2487,2488,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10072,'Remove entries using this pool\nTODO: could optimize this somewhat to avoid the need to iterate\nover all entries in entriesByDirective','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',336,338,'org.apache.hadoop.hdfs.server.namenode.CacheManager','removeCachePool(String)',NULL),(10073,'enable RM to short-circuit token operations directly to itself','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',163,163,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','serviceStart()',NULL),(10074,'enable RM to short-circuit token operations directly to itself','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/DelegationTokenRenewer.java',118,118,'org.apache.hadoop.yarn.server.resourcemanager.security.DelegationTokenRenewer','serviceInit(Configuration)',NULL),(10075,'TODO: synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeDescriptor.java',317,317,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor','size()','NOT_DESIGN'),(10076,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeDescriptor.java',-1,-1,'None','None',NULL),(10077,'TODO - need to add more checks relevant to this state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',421,421,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptRunningState(Container, String, int, String)',NULL),(10078,'TODO - need to add more checks relevant to this state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',424,424,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptRunningState(Container, String, int, String, boolean)',NULL),(10079,'TODO: support GSS and handle other cases','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',1654,1654,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','getSecurityHandler(Credentials, Verifier)',NULL),(10080,'TODO: Stop ClientService last, since only ClientService should wait for\nsome time so clients can know the final states. Will be removed once RM come on.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',553,554,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(10081,'TODO: getStorageTypeFromLocations() is only a temporary workaround and\nshould be replaced with getting storage type from DataStorage (missing\nstorage type now) directly.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',215,217,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10082,'TODO this will be replaced by getting volume from StorageID directly later.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeList.java',59,59,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList','getNextVolume(long)',NULL),(10083,'TODO: Implement me!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',452,452,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','cacheReport()','NOT_DESIGN'),(10084,'TODO: Implement me!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1668,1668,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','NOT_DESIGN'),(10085,'move block to the head of the list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1828,1828,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(10086,'move block to the head of the list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/ReportProcessor.java',168,168,'org.apache.hadoop.hdfs.server.blockmanagement.ReportProcessor','blockLogDebug(String)',NULL),(10087,'TODO: do an optimized initial cache report while in startup safemode','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',225,225,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processCacheReport(DatanodeID, String, BlockListAsLongs)',NULL),(10088,'TODO: process postponed blocks reported while a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',235,235,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processCacheReport(DatanodeID, String, BlockListAsLongs)',NULL),(10089,'TODO: queuing cache operations on the standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',313,313,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processReportedBlock(DatanodeDescriptor, Block, ReplicaState, Collection<BlockInfo>, Collection<Block>, Collection<BlockToMarkCorrupt>, Collection<StatefulBlockInfo>)',NULL),(10090,'TODO: adjustable cache replication factor','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',186,186,'org.apache.hadoop.hdfs.server.namenode.CacheManager','addDirective(PathBasedCacheDirective, FSPermissionChecker)',NULL),(10091,'TODO: Update quotas here as repl goes up or down','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1129,1129,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedSetCacheReplication(String, short, short[])',NULL),(10092,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMHAProtocolService.java',103,104,'org.apache.hadoop.yarn.server.resourcemanager.RMHAProtocolService','transitionToActive(StateChangeRequestInfo)',NULL),(10093,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMHAProtocolService.java',133,134,'org.apache.hadoop.yarn.server.resourcemanager.RMHAProtocolService','transitionToStandby(StateChangeRequestInfo)',NULL),(10094,'TODO: This overloading intends to be compatible with the semantics of\nthe previous version of the class. This function should be separated into\ntwo with clear semantics.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/XDR.java',97,99,'org.apache.hadoop.oncrpc.XDR','size()',NULL),(10095,'TODO: Investigate whether making a copy of the buffer is necessary.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/XDR.java',237,237,'org.apache.hadoop.oncrpc.XDR','writeMessageTcp(XDR, boolean)',NULL),(10096,'TODO: Investigate whether making a copy of the buffer is necessary.','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/XDR.java',244,244,'org.apache.hadoop.oncrpc.XDR','writeMessageUdp(XDR)',NULL),(10097,'TODO: currently we just return VerifierNone','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',1866,1866,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','handleInternal(RpcCall, XDR, XDR, InetAddress, Channel)',NULL),(10098,'choose targets for the new block to be allocated.\nTODO: chooseTarget(..) should be changed to return DatanodeStorageInfo\'s','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2497,2498,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','NOT_DESIGN'),(10099,'choose targets for the new block to be allocated.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2498,2498,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10100,'TODO: add \\\"storageID to LocatedBlock','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5638,5638,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','NOT_DESIGN'),(10101,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',174,174,'org.apache.hadoop.hdfs.server.namenode.web.resources.NamenodeWebHdfsMethods','chooseDatanode(NameNode, String, HttpOpParam.Op, long, long, Configuration)',NULL),(10102,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2688,2688,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10103,'TODO: move getBlocksScheduled() to DatanodeStorageInfo.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java',627,627,'org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyDefault','isGoodTarget(DatanodeStorageInfo, long, int, boolean, List<DatanodeStorageInfo>, boolean, StorageType)','NOT_DESIGN'),(10104,'TODO: get storage type from file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1396,1396,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(10105,'Remove entries using this pool\nTODO: could optimize this somewhat to avoid the need to iterate\nover all entries in entriesByDirective','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',410,412,'org.apache.hadoop.hdfs.server.namenode.CacheManager','removeCachePool(String)',NULL),(10106,'Remove entries using this pool\nTODO: could optimize this somewhat to avoid the need to iterate\nover all entries in entriesById','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',409,411,'org.apache.hadoop.hdfs.server.namenode.CacheManager','removeCachePool(String)',NULL),(10107,'todo: test symlink-to-symlink-to-dir, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',868,868,'org.apache.hadoop.fs.TestGlobPaths','run(FSTestWrapper, FileSystem, FileContext)',NULL),(10108,'todo: test symlink-to-symlink-to-dir, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',892,892,'org.apache.hadoop.fs.TestGlobPaths','run(FSTestWrapper, FSTestWrapper, FileSystem, FileContext)',NULL),(10109,'a hack... couldn\'t find a way to trigger expired event.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/TestZKRMStateStoreZKClientConnections.java',75,75,'org.apache.hadoop.yarn.server.resourcemanager.recovery.TestZKRMStateStoreZKClientConnections','processWatchEvent(WatchedEvent)',NULL),(10110,'a hack to trigger expired event','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/TestZKRMStateStoreZKClientConnections.java',168,168,'org.apache.hadoop.yarn.server.resourcemanager.recovery.TestZKRMStateStoreZKClientConnections','testZKSessionTimeout()',NULL),(10111,'TODO: make it mutable and update it after each writing back to HDFS','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',88,88,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','None',NULL),(10112,'TODO: let executor handle perfect overwrite','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',412,412,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','processOverWrite(DFSClient, WRITE3Request, Channel, int, IdUserGroup)',NULL),(10113,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',-1,-1,'None','None',NULL),(10114,'After we close the cursors, the mmaps should be evictable for\na brief period of time.  Then, they should be closed (we\'re\nusing a very quick timeout)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestEnhancedByteBufferAccess.java',345,347,'org.apache.hadoop.fs.TestEnhancedByteBufferAccess','init()',NULL),(10115,'Java ByteBuffers can\'t be longer than 2 GB, because they use\n4-byte signed integers to represent capacity, etc.\nSo we can\'t mmap the parts of the block higher than the 2 GB offset.\nFIXME: we could work around this with multiple memory maps.\nSee HDFS-5101.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1481,1485,'org.apache.hadoop.hdfs.DFSInputStream','tryReadZeroCopy(int)',NULL),(10116,'TODO: Stop ClientService last, since only ClientService should wait for\nsome time so clients can know the final states. Will be removed once RM come on.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',557,558,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)','NOT_DESIGN'),(10117,'Except ClientService, other services are already stopped, it is safe to\nlet clients know the final states. ClientService should wait for some\ntime so clients have enough time to know the final states.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',562,564,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(10118,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java',-1,-1,'None','None',NULL),(10119,'move the offset along and length down','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeOutputStream.java',235,235,'org.apache.hadoop.fs.swift.snative.SwiftNativeOutputStream','write(byte[], int, int)',NULL),(10120,'TODO: replace. version compatibility issue conf.getTrimmed fails with NoSuchMethodError','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/RestClientBindings.java',209,209,'org.apache.hadoop.fs.swift.http.RestClientBindings','copy(Configuration, String, Properties, String, boolean)',NULL),(10121,'outcome #2 -move to subdir of dest','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeFileSystemStore.java',588,588,'org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystemStore','rename(Path, Path)',NULL),(10122,'its the base dir, bail out immediately','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeFileSystem.java',382,382,'org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem','shouldCreate(Path)',NULL),(10123,'the path exists -action depends on whether or not it is a directory,\nand what the overwrite policy is.','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeFileSystem.java',469,470,'org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem','create(Path, FsPermission, boolean, int, short, long, Progressable)',NULL),(10124,'TODO: remove SC_NO_CONTENT if it depends on Swift versions','Line','hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/SwiftRestClient.java',714,714,'org.apache.hadoop.fs.swift.http.SwiftRestClient','getEndpointURI()',NULL),(10125,'TODO: Fix storageID','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java',292,292,'org.apache.hadoop.hdfs.web.JsonUtil','Object> toJsonMap(DatanodeInfo)',NULL),(10126,'TODO: Fix storageID','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java',318,318,'org.apache.hadoop.hdfs.web.JsonUtil','toDatanodeInfo(Map<?, ?>)',NULL),(10127,'TODO: Fix NNThroughputBenchmark.\nregister datanode','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',845,846,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','close()',NULL),(10128,'TODO HDFS-2832: Consider moving this out of StorageDirectory.\nStorage directory identifier.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/Storage.java',240,241,'org.apache.hadoop.hdfs.server.common.Storage','getStorageDirType()','DESIGN'),(10129,'TODO HDFS-2832: Consider removing duplicated block info from these\ntwo maps. This might require some refactoring\nrewrite of FsDatasetImpl.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',176,178,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10130,'TODO: Avoid the double scan.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',1674,1674,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10131,'TODO: Needs to be fixed. DatanodeUuid is not storageID.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockManager.java',531,531,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockManager','testSafeModeIBR()',NULL),(10132,'TODO: Needs to be fixed. DatanodeUuid is not storageID.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockManager.java',577,577,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockManager','testSafeModeIBRAfterIncremental()',NULL),(10133,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)\nSend job-end notification','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',530,534,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)','DESIGN'),(10134,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',530,533,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(10135,'if isLastAMRetry comes as true, should never set it to false','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',536,536,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','serviceInit(Configuration)',NULL),(10136,'TODO: currently we just return VerifierNone','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',1909,1909,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','handleInternal(ChannelHandlerContext, RpcInfo)',NULL),(10137,'TODO: ignore the request?','Line','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java',145,145,'org.apache.hadoop.oncrpc.RpcProgram','handle(XDR, InetAddress, Channel)','DESIGN'),(10138,'None','None','hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java',-1,-1,'None','None',NULL),(10139,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per\nheartbeat\nMax containers to assign per heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',180,187,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None','NOT_DESIGN'),(10140,'Containers whose AMs have been warned that they will be preempted soon.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',176,176,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(10141,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nContinuous Scheduling enabled or not\nSleep time for each pass in continuous scheduling\nCluster threshold for node locality\nCluster threshold for rack locality\nDelay for node locality\nDelay for rack locality\nMachine-readable event log\nAllocate multiple containers per\nheartbeat\nMax containers to assign per heartbeat','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',180,191,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(10142,'this is a minor hack to prevent physical HA tokens from being\nexposed to the user via UGI.getCredentials(), otherwise these\ncloned tokens may be inadvertently propagated to jobs','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HAUtil.java',268,270,'org.apache.hadoop.hdfs.HAUtil','cloneDelegationTokenForLogicalUri(UserGroupInformation, URI, Collection<InetSocketAddress>)',NULL),(10143,'Test ignore blacklisting re-enabled\nKnown=4, blacklisted=2, ignore should be true. Should assign 0\ncontainer for the same reason above.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',1018,1020,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(10144,'TODO kill all containers waiting on Application','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',183,183,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','handle(AuxServicesEvent)','NOT_DESIGN'),(10145,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',-1,-1,'None','None',NULL),(10146,'TODO Change this to get a list of files from the LAS.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogDumper.java',207,207,'org.apache.hadoop.yarn.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, PrintStream)',NULL),(10147,'TODO Change this to get a list of files from the LAS.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogCLIHelpers.java',107,107,'org.apache.hadoop.yarn.logaggregation.LogCLIHelpers','dumpAllContainersLogs(ApplicationId, String, PrintStream)',NULL),(10148,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',278,279,'org.apache.hadoop.mapreduce.v2.app.MRApp','initJobCredentialsAndUGI(Configuration)',NULL),(10149,'TODO: support loading and storing of the CacheManager state','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',97,97,'org.apache.hadoop.hdfs.server.namenode.CacheManager','clear()','NOT_DESIGN'),(10150,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',-1,-1,'None','None',NULL),(10151,'TODO: adjustable cache replication factor','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',192,192,'org.apache.hadoop.hdfs.server.namenode.CacheManager','addDirective(PathBasedCacheDirective, FSPermissionChecker)','DESIGN'),(10152,'TODO: adjustable cache replication factor','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',176,176,'org.apache.hadoop.hdfs.server.namenode.CacheManager','unprotectedAddEntry(PathBasedCacheEntry)',NULL),(10153,'Only containers should be killed on resync, apps should lie around. That\nway local resources for apps can be used beyond resync without\nrelocalization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeManagerResync.java',105,107,'org.apache.hadoop.yarn.server.nodemanager.TestNodeManagerResync','setup()',NULL),(10154,'don\'t know why reader.get(i) return i+1','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestSetFile.java',68,68,'org.apache.hadoop.io.TestSetFile','testSetFileAccessMethods()',NULL),(10155,'TODO: make it mutable and update it after each writing back to HDFS','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',90,90,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','None','NOT_DESIGN'),(10156,'It\'s updated after each sync to HDFS','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',97,97,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','None',NULL),(10157,'TODO: return success if already committed','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',744,744,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes)',NULL),(10158,'Note that, there is no guarantee data is synced. TODO: We could still\ndo a sync here though the output stream might be closed.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',769,770,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes)',NULL),(10159,'Unlike URI, PathData knows how to parse Windows drive-letter paths.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',212,212,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(10160,'Unlike URI, PathData knows how to parse Windows drive-letter paths.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',92,92,'org.apache.hadoop.fs.shell.CommandWithDestination','getLocalDestination(LinkedList<String>)',NULL),(10161,'TODO: Fix\nresourceManager.getRMContext().getRMApps()\n.get(applicationId).getRMAppAttempt(applicationAttemptId)','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',277,279,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()','DESIGN'),(10162,'Clear state for next interaction with ResourceManager','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',311,311,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()',NULL),(10163,'TODO: do an optimized initial cache report while in startup safemode','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',236,236,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processCacheReport(DatanodeID, String, BlockListAsLongs)',NULL),(10164,'TODO: process postponed blocks reported while a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',246,246,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processCacheReport(DatanodeID, String, BlockListAsLongs)',NULL),(10165,'TODO: queuing cache operations on the standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationManager.java',324,324,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationManager','processReportedBlock(DatanodeDescriptor, Block, ReplicaState, Collection<BlockInfo>, Collection<Block>, Collection<BlockToMarkCorrupt>, Collection<StatefulBlockInfo>)',NULL),(10166,'TODO: adjustable cache replication factor','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',177,177,'org.apache.hadoop.hdfs.server.namenode.CacheManager','unprotectedAddEntry(PathBasedCacheEntry)','DESIGN'),(10167,'TODO: Update quotas here as repl goes up or down','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1130,1130,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedSetCacheReplication(String, short, short[])','DESIGN'),(10168,'TODO: add pending / underCached / schedule cached blocks stats.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',99,99,'org.apache.hadoop.hdfs.server.namenode.CacheManager','None',NULL),(10169,'todo: test symlink-to-symlink-to-dir, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',884,884,'org.apache.hadoop.fs.TestGlobPaths','run(FSTestWrapper, FSTestWrapper, FileSystem, FileContext)',NULL),(10170,'TODO: We can probably use finer-grained synchronization now.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',272,272,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()',NULL),(10171,'TODO: Corrupt flag is set to false for compatibility. We can probably\nset it to true here.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',249,250,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()',NULL),(10172,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSSchedulerApp.java',429,429,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSSchedulerApp','getApplicationId()',NULL),(10173,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApplication.java',290,290,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication','getHeadroom()',NULL),(10174,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java',523,523,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp','getHeadroom()',NULL),(10175,'TODO: A cleaner way is to throw a new type of exception\nwhich requires incompatible changes.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',642,643,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','read(XDR, SecurityHandler, InetAddress)',NULL),(10176,'list of targets for current block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',313,313,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)',NULL),(10177,'TODO this should be replaced by something that knows about the directory\nstructure and will put less of a load on HDFS.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',935,936,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean()','DESIGN'),(10178,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',939,939,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean()','DESIGN'),(10179,'TODO Remove after YARN-1318','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/HAUtil.java',45,45,'org.apache.hadoop.yarn.conf.HAUtil','None',NULL),(10180,'TODO (YARN-1177): Hook up ZKFC information','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java',47,47,'org.apache.hadoop.yarn.client.RMHAServiceTarget','getZKFCAddress()',NULL),(10181,'TODO (YARN-1026): Hook up fencing implementation','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java',53,53,'org.apache.hadoop.yarn.client.RMHAServiceTarget','getFencer()','NOT_DESIGN'),(10182,'TODO (YARN-1026): Based on fencing implementation','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java',60,60,'org.apache.hadoop.yarn.client.RMHAServiceTarget','checkFencingConfigured()','NOT_DESIGN'),(10183,'TODO Remove after YARN-1318','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',287,287,'org.apache.hadoop.yarn.conf.YarnConfiguration','None',NULL),(10184,'emulate the 203 usage of the tokens\nby setting the kind and service as if they were hdfs tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',244,245,'org.apache.hadoop.hdfs.HftpFileSystem','addRenewAction(HftpFileSystem)',NULL),(10185,'emulate the 203 usage of the tokens\nby setting the kind and service as if they were hdfs tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/HftpFileSystem.java',246,247,'org.apache.hadoop.hdfs.web.HftpFileSystem','addRenewAction(HftpFileSystem)','NOT_DESIGN'),(10186,'no need to change service because we aren\'t exactly sure what it\nshould be.  we can guess, but it might be wrong if the local conf\nvalue is incorrect.  the service is a client side field, so the remote\nend does not care about the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',249,252,'org.apache.hadoop.hdfs.HftpFileSystem','addRenewAction(HftpFileSystem)',NULL),(10187,'no need to change service because we aren\'t exactly sure what it\nshould be.  we can guess, but it might be wrong if the local conf\nvalue is incorrect.  the service is a client side field, so the remote\nend does not care about the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/HftpFileSystem.java',251,254,'org.apache.hadoop.hdfs.web.HftpFileSystem','addRenewAction(HftpFileSystem)','DESIGN'),(10188,'Java has a bug with >2GB request streams.  It won\'t bounds check\nthe reads so the transfer blocks until the server times out','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/ByteRangeInputStream.java',137,138,'org.apache.hadoop.hdfs.ByteRangeInputStream','openInputStream()',NULL),(10189,'Java has a bug with >2GB request streams.  It won\'t bounds check\nthe reads so the transfer blocks until the server times out','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/ByteRangeInputStream.java',137,138,'org.apache.hadoop.hdfs.web.ByteRangeInputStream','openInputStream()',NULL),(10190,'should be fixed to reject container allocate request at Final\nSaving in scheduler','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',334,335,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','None',NULL),(10191,'UnRegister from AMLivelinessMonitor. Perhaps for\nFAILING/KILLED/UnManaged AMs','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',1240,1241,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(10192,'Stall the standby checkpointer in two ways','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogAutoroll.java',50,50,'org.apache.hadoop.hdfs.server.namenode.TestEditLogAutoroll','setUp()',NULL),(10193,'TODO process resource over-commitment case (allocated containers\n> total capacity) in different option by getting value of\noverCommitTimeoutMillis.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerUtils.java',170,172,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils','updateResourceIfChanged(SchedulerNode, RMNode, Resource, Log)',NULL),(10194,'move block to the head of the list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1839,1839,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(10195,'TODO: Fix NNThroughputBenchmark.\nregister datanode','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',826,827,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','close()','NOT_DESIGN'),(10196,'register datanode','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',846,846,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','close()',NULL),(10197,'TODO: we will eventually need to do revocation here if any clients\nare reading via mmap with checksums enabled.  See HDFS-5182.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetCache.java',437,438,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetCache','run()',NULL),(10198,'TODO: We can probably use finer-grained synchronization now.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',280,280,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()','NOT_DESIGN'),(10199,'Generate a list of the pending reports for each storage under the lock','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',276,276,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()',NULL),(10200,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/HftpFileSystem.java',-1,-1,'None','None',NULL),(10201,'FIXME: handling multiple reduces within a single AM does not seem to\nwork.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1176,1177,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','JobEventType, JobEvent> getStateMachine()','NOT_DESIGN'),(10202,'Give DNs time to send in bad reports. In real situations,\ngood reports should follow bad ones, if client committed\nwith those nodes.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1045,1047,'org.apache.hadoop.hdfs.DFSOutputStream','setupPipelineForAppendOrRecovery()',NULL),(10203,'Wait for block reports. They shouldn\'t matter.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCorruptFilesJsp.java',97,97,'org.apache.hadoop.hdfs.server.namenode.TestCorruptFilesJsp','testCorruptFilesJsp()',NULL),(10204,'TODO Remove after YARN-1318','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/HAUtil.java',46,46,'org.apache.hadoop.yarn.conf.HAUtil','None',NULL),(10205,'TODO Remove after YARN-1318','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',308,308,'org.apache.hadoop.yarn.conf.YarnConfiguration','None',NULL),(10206,'am1 attempt should be in FAILED state where as am2 attempt should be in\nLAUNCHED state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',488,489,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','testRMRestartWaitForPreviousAMToFinish()',NULL),(10207,'am1 and am2 attempts should be in FAILED state where as am3 should be\nin LAUNCHED state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',525,526,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','testRMRestartWaitForPreviousAMToFinish()',NULL),(10208,'Sending APP_REJECTED is fine, since we assume that the\nRMApp is in NEW state and thus we haven\'t yet informed the\nscheduler about the existence of the application','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',271,273,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long, String, boolean, RMState)',NULL),(10209,'TODO: for HDFS-5428, we use reserved path for those INodeFileUC in\nsnapshot. If we support INode ID in the layout version, we can use\nthe inode id to find the oldnode.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',841,843,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','getLoadedImageMd5()',NULL),(10210,'save files under construction\nTODO: for HDFS-5428, since we cannot break the compatibility of\nfsimage, we store part of the under-construction files that are only\nin snapshots in this \\\"under-construction-file\\\" section. As a\ntemporary solution, we use \\\"/.reserved/.inodes/<inodeid>\\\" as their\npaths, so that when loading fsimage we do not put them into the lease\nmap. In the future, we can remove this hack when we can bump the\nlayout version.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1041,1048,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, FSImageCompression)',NULL),(10211,'print all children first\nTODO: for HDFS-5428, we cannot change the format/content of fsimage\nhere, thus even if the parent directory is in snapshot, we still\ndo not handle INodeUC as those stored in deleted list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1089,1092,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','saveChildren(ReadOnlyList<INode>, DataOutputStream, boolean, Counter)',NULL),(10212,'TODO: for HDFS-5428, because of rename operations, some\nunder-construction files that are\nin the current fs directory can also be captured in the\nsnapshotUCMap. We should remove them from the snapshotUCMap.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',5942,5945,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10213,'fast path for clean state and direct buffers\nTODO: reset should free userBuf?','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',463,464,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(ByteBuffer, ByteBuffer)','NOT_DESIGN'),(10214,'TODO: fix these assumptions in inflateDirect(), eventually by allowing\nit to read position()/limit() directly','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',466,469,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(ByteBuffer, ByteBuffer)','NOT_DESIGN'),(10215,'Check if zlib consumed all input buffer\nset keepUncompressedBuf properly\nzlib consumed all input buffer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',527,529,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(ByteBuffer, ByteBuffer)','NOT_DESIGN'),(10216,'TODO: fix these assumptions in inflateDirect(), eventually by allowing\nit to read position()/limit() directly','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibDecompressor.java',331,334,'org.apache.hadoop.io.compress.zlib.ZlibDecompressor','decompress(ByteBuffer, ByteBuffer)','NOT_DESIGN'),(10217,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',-1,-1,'None','None',NULL),(10218,'Check if zlib consumed all input buffer\nset keepUncompressedBuf properly\nzlib consumed all input buffer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',371,373,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(byte[], int, int)',NULL),(10219,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibDecompressor.java',-1,-1,'None','None',NULL),(10220,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register and\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',367,369,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)','DESIGN'),(10221,'old heartbeat','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',368,368,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceStart()',NULL),(10222,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register\nand\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',372,375,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceStart()',NULL),(10223,'Send the status update to the appAttempt.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',379,379,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceStart()',NULL),(10224,'TODO: Move this to RpcRequest','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/TestPortmapRegister.java',82,82,'org.apache.hadoop.hdfs.nfs.TestPortmapRegister','createPortmapXDRheader(XDR, int)',NULL),(10225,'Hardcoded path to custom log_properties','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',169,169,'org.apache.hadoop.yarn.applications.distributedshell.Client','None',NULL),(10226,'Hardcoded path to custom log_properties','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',223,223,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(10227,'TODO this will be replaced by getting volume from StorageID directly later.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeList.java',56,56,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList','getNextVolume(long)',NULL),(10228,'TODO should choose volume with storage type','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeList.java',56,56,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList','getNextVolume(long)',NULL),(10229,'Storage directory identifier.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/Storage.java',240,240,'org.apache.hadoop.hdfs.server.common.Storage','getStorageDirType()',NULL),(10230,'TODO: if goes to failed state cleanup the block list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java',179,179,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo','setState(State)','NOT_DESIGN'),(10231,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java',-1,-1,'None','None',NULL),(10232,'TODO: Corrupt flag is set to false for compatibility. We can probably\nset it to true here.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',254,255,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()','NOT_DESIGN'),(10233,'TODO HDFS-2832: Consider removing duplicated block info from these\ntwo maps. This might require some refactoring\nrewrite of FsDatasetImpl.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',199,201,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10234,'TODO HDFS-2832: Consider removing duplicated block info from these\ntwo maps and move the perVolumeReplicaMap to FsVolumeImpl.\nThis might require some refactoring.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',199,201,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10235,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogFileOutputStream.java',47,48,'org.apache.hadoop.hdfs.server.namenode.TestEditLogFileOutputStream','deleteEditsFile()',NULL),(10236,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogFileOutputStream.java',50,51,'org.apache.hadoop.hdfs.server.namenode.TestEditLogFileOutputStream','disableFsync()',NULL),(10237,'Remove entries using this pool\nTODO: could optimize this somewhat to avoid the need to iterate\nover all entries in entriesById','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',603,605,'org.apache.hadoop.hdfs.server.namenode.CacheManager','removeCachePool(String)','NOT_DESIGN'),(10238,'Remove all directives in this pool.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java',607,607,'org.apache.hadoop.hdfs.server.namenode.CacheManager','removeCachePool(String)',NULL),(10239,'TODO: return success if already committed','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',758,758,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes)',NULL),(10240,'TODO: return success if already committed','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',767,767,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes, boolean)',NULL),(10241,'Note that, there is no guarantee data is synced. TODO: We could still\ndo a sync here though the output stream might be closed.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',783,784,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes)',NULL),(10242,'Note that, there is no guarantee data is synced. TODO: We could still\ndo a sync here though the output stream might be closed.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java',794,795,'org.apache.hadoop.hdfs.nfs.nfs3.OpenFileCtx','checkCommitInternal(long, Channel, int, Nfs3FileAttributes, boolean)',NULL),(10243,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMHAProtocolService.java',196,197,'org.apache.hadoop.yarn.server.resourcemanager.RMHAProtocolService','transitionToActive(StateChangeRequestInfo)',NULL),(10244,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMHAProtocolService.java',234,235,'org.apache.hadoop.yarn.server.resourcemanager.RMHAProtocolService','transitionToStandby(StateChangeRequestInfo)',NULL),(10245,'TODO Remove after YARN-1318','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',289,289,'org.apache.hadoop.yarn.conf.YarnConfiguration','None','DESIGN'),(10246,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',-1,-1,'None','None',NULL),(10247,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',214,215,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','transitionToActive(HAServiceProtocol.StateChangeRequestInfo)',NULL),(10248,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',251,252,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','transitionToStandby(HAServiceProtocol.StateChangeRequestInfo)',NULL),(10249,'TODO (YARN-1459): Revisit handling super-user-groups on Standby RM','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',336,336,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','refreshSuperUserGroupsConfiguration(RefreshSuperUserGroupsConfigurationRequest)',NULL),(10250,'TODO (YARN-1459): Revisit handling user-groups on Standby RM','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',358,358,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','refreshUserToGroupsMappings(RefreshUserToGroupsMappingsRequest)',NULL),(10251,'TODO 0 datanode exception will not be retried by dfs client, fix\nthat separately.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/TestFSRMStateStore.java',172,173,'org.apache.hadoop.yarn.server.resourcemanager.recovery.TestFSRMStateStore','testFSRMStateStoreClientRetry()',NULL),(10252,'TODO: Enforce per-pool quotas','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationMonitor.java',291,291,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor','rescanFile(CacheDirective, INodeFile)','NOT_DESIGN'),(10253,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',170,171,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','downloadMostRecentImageToDirectory(String, File)',NULL),(10254,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',177,178,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','downloadMostRecentImageToDirectory(URL, File)',NULL),(10255,'If the query filters by queues, we can avoid considering apps outside\nof those queues by asking the scheduler for the apps in those queues.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',439,440,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','getApplications(GetApplicationsRequest, boolean)',NULL),(10256,'force an RPC call so we know what the HTTP port should be if it\nhaven\'t done so.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java',545,546,'org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannel','prepareRecovery(long)',NULL),(10257,'If the split ended in the middle of a record delimiter then we need\nto read one additional record, as the consumer of the next split will\nnot recognize the partial delimiter as a record.\nHowever if using the default delimiter and the next character is a\nlinefeed then next split will treat it as a delimiter all by itself\nand the additional record read should not be performed.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CompressedSplitLineReader.java',132,137,'org.apache.hadoop.mapreduce.lib.input.CompressedSplitLineReader','fillBuffer(InputStream, byte[], boolean)',NULL),(10258,'TODO HDFS-2832: Consider removing duplicated block info from these\ntwo maps and move the perVolumeReplicaMap to FsVolumeImpl.\nThis might require some refactoring.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',200,202,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()','DESIGN'),(10259,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',-1,-1,'None','None',NULL),(10260,'TODO: Avoid the double scan.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',1796,1796,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()','NOT_DESIGN'),(10261,'FIXME shouldn\'t this be SaslException?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1320,1320,'org.apache.hadoop.ipc.Server','addTerseExceptions(Class<?>...)',NULL),(10262,'The pool\'s bytesNeeded is incremented as we scan. If the demand\nthus far plus the demand of this file would exceed the pool\'s limit,\ndo not cache this file.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationMonitor.java',421,423,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor','rescanFile(CacheDirective, INodeFile)',NULL),(10263,'Adding another file, it shouldn\'t be cached','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCacheDirectives.java',1148,1148,'org.apache.hadoop.hdfs.server.namenode.TestCacheDirectives','testLimit()',NULL),(10264,'Moving a directive to a pool without enough limit should fail','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCacheDirectives.java',1171,1171,'org.apache.hadoop.hdfs.server.namenode.TestCacheDirectives','testLimit()',NULL),(10265,'Java ByteBuffers can\'t be longer than 2 GB, because they use\n4-byte signed integers to represent capacity, etc.\nSo we can\'t mmap the parts of the block higher than the 2 GB offset.\nFIXME: we could work around this with multiple memory maps.\nSee HDFS-5101.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1499,1503,'org.apache.hadoop.hdfs.DFSInputStream','tryReadZeroCopy(int)',NULL),(10266,'Java ByteBuffers can\'t be longer than 2 GB, because they use\n4-byte signed integers to represent capacity, etc.\nSo we can\'t mmap the parts of the block higher than the 2 GB offset.\nFIXME: we could work around this with multiple memory maps.\nSee HDFS-5101.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1505,1509,'org.apache.hadoop.hdfs.DFSInputStream','tryReadZeroCopy(int, EnumSet<ReadOption>)',NULL),(10267,'Every \'slow\' read tries to fill the slow read buffer in one go for\nefficiency\'s sake. As described above, all non-checksum-chunk-aligned\nreads will be served from the slower read path.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',229,231,'org.apache.hadoop.hdfs.BlockReaderLocal','read(ByteBuffer)','NOT_DESIGN'),(10268,'This method exists only to initiate this class\' static INSTANCE. TODO:\nFIX if possible','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',66,67,'org.apache.hadoop.yarn.client.ClientRMProxy','createRMProxy(Configuration, Class<T>)','DESIGN'),(10269,'This method exists only to initiate this class\' static INSTANCE. TODO:\nFIX if possible','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/ServerRMProxy.java',54,55,'org.apache.hadoop.yarn.server.api.ServerRMProxy','createRMProxy(Configuration, Class<T>)','DESIGN'),(10270,'This is effectively never, round for nice printing','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java',537,537,'org.apache.hadoop.hdfs.tools.CacheAdmin','run(String[])',NULL),(10271,'This helps prevent weird overflow bugs','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CacheDirectiveInfo.java',147,147,'org.apache.hadoop.hdfs.protocol.CacheDirectiveInfo','build()',NULL),(10272,'whether TT knows about this task\nsleep for a bit','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java',713,714,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)','DESIGN'),(10273,'whether TT knows about this task','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java',714,714,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(10274,'sleep for a bit','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java',716,716,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(10275,'Somehow, a cache report with the block arrived, but the block\nreports from the DataNode haven\'t (yet?) described such a block.\nAlternately, the NameNode might have invalidated the block, but the\nDataNode hasn\'t caught up.  In any case, we want to tell the DN\nto uncache this.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationMonitor.java',496,500,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor','findReasonForNotCaching(CachedBlock, BlockInfo)',NULL),(10276,'When a cached block changes state from complete to some other state\non the DataNode (perhaps because of append), it will begin the\nuncaching process.  However, the uncaching process is not\ninstantaneous, especially if clients have pinned the block.  So\nthere may be a period of time when incomplete blocks remain cached\non the DataNodes.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationMonitor.java',503,508,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor','findReasonForNotCaching(CachedBlock, BlockInfo)',NULL),(10277,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApplication.java',291,291,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication','getHeadroom()',NULL),(10278,'Corner case to deal with applications being slightly over-limit','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApplicationAttempt.java',292,292,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt','getHeadroom()',NULL),(10279,'TODO: Fix store','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',440,440,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(CSQueue, CSQueue)',NULL),(10280,'TODO: Fix store','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',377,377,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(10281,'Send the acceptance to the app\nIdeally this should have been done when the scheduler accepted the app.\nBut its here because until the attempt is saved the client should not\nlaunch the unmanaged AM. Client waits for the app status to be accepted\nbefore doing so. So we have to delay the accepted state until we have\ncompleted storing the attempt','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',1094,1099,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()','DESIGN'),(10282,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',-1,-1,'None','None',NULL),(10283,'The AppRemovedSchedulerEvent maybe sent on recovery for completed apps.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',489,489,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(CSQueue, CSQueue)',NULL),(10284,'ACCEPTED state is possible to receive ATTEMPT_FAILED event because\nRMAppRecoveredTransition is returning ACCEPTED state directly and\nwaiting for the previous AM to exit.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',188,190,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(10285,'ACCECPTED state can once again receive APP_ACCEPTED event, because on\nrecovery the app returns ACCEPTED state and the app once again go\nthrough the scheduler and triggers one more APP_ACCEPTED event at\nACCEPTED state.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',197,200,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(10286,'YARN-1507 is saving the application state after the application is\naccepted. So after YARN-1507, an app is saved meaning it is accepted.\nThus we return ACCECPTED state on recovery.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',723,725,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10287,'application should be in ACCEPTED state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',483,483,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','setup()',NULL),(10288,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',179,184,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()','NOT_DESIGN'),(10289,'no check, if it\'s not it throws an exception which is what we want','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',126,126,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(10290,'Force a roll so we get an OP_END_LOG_SEGMENT txn','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',131,131,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(10291,'Cannot test delegation token related code in insecure set up','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/offlineEditsViewer/TestOfflineEditsViewer.java',68,68,'org.apache.hadoop.hdfs.tools.offlineEditsViewer.TestOfflineEditsViewer','None',NULL),(10292,'TODO: getStorageTypeFromLocations() is only a temporary workaround and\nshould be replaced with getting storage type from DataStorage (missing\nstorage type now) directly.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',240,242,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()','DESIGN'),(10293,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',-1,-1,'None','None',NULL),(10294,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/ServerRMProxy.java',-1,-1,'None','None',NULL),(10295,'Use a weighted probability to choose the target datanode','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/CacheReplicationMonitor.java',751,751,'org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor','chooseRandomDatanodeByRemainingCapacity(List<DatanodeDescriptor>)',NULL),(10296,'Add all copied entries when done to prevent potential issues with binary\nsearch on a modified aclBulider during the main loop.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclTransformation.java',413,414,'org.apache.hadoop.hdfs.server.namenode.AclTransformation','filterAclEntriesByAclSpec(List<AclEntry>, List<AclEntry>)',NULL),(10297,'TODO (YARN-1177): ZKFC implementation','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java',50,50,'org.apache.hadoop.yarn.client.RMHAServiceTarget','getZKFCAddress()',NULL),(10298,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java',-1,-1,'None','None',NULL),(10299,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',199,200,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','transitionToActive(HAServiceProtocol.StateChangeRequestInfo)','DESIGN'),(10300,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',-1,-1,'None','None',NULL),(10301,'TODO (YARN-1177): When automatic failover is enabled,\ncheck if transition should be allowed for this request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',218,219,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','transitionToStandby(HAServiceProtocol.StateChangeRequestInfo)','DESIGN'),(10302,'TODO (YARN-1528): ZKAuthInfo to be set for rm-store and elector','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/EmbeddedElectorService.java',101,101,'org.apache.hadoop.yarn.server.resourcemanager.EmbeddedElectorService','serviceInit(Configuration)','DESIGN'),(10303,'It is assumed for now that the only AMRMToken in AM\'s UGI is for this\ncluster/RM. TODO: Fix later when we have some kind of cluster-ID as\ndefault service-address, see YARN-986.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',68,70,'org.apache.hadoop.yarn.client.ClientRMProxy','setupTokens(InetSocketAddress)',NULL),(10304,'It is assumed for now that the only AMRMToken in AM\'s UGI is for this\ncluster/RM. TODO: Fix later when we have some kind of cluster-ID as\ndefault service-address, see YARN-986.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',68,70,'org.apache.hadoop.yarn.client.ClientRMProxy','setupTokens(InetSocketAddress)',NULL),(10305,'The AppRemovedSchedulerEvent maybe sent on recovery for completed apps,\nignore it.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',492,493,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(CSQueue, CSQueue)',NULL),(10306,'TODO Today unmanaged AM client is waiting for app state to be Accepted to\nlaunch the AM. This is broken since we changed to start the attempt\nafter the application is Accepted. We may need to introduce an attempt\nreport that client can rely on to query the attempt state and choose to\nlaunch the unmanaged AM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',1073,1077,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(10307,'Check that sticky bit is represented correctly.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/permission/TestFsPermission.java',98,98,'org.apache.hadoop.fs.permission.TestFsPermission','testSpecialBitsToString()',NULL),(10308,'Check that ACL bit is represented correctly.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/permission/TestFsPermission.java',108,108,'org.apache.hadoop.fs.permission.TestFsPermission','testSpecialBitsToString()',NULL),(10309,'should reuse the earlier running container, so numAllocatedContainers\nshould be set to 1. And should ask no more containers, so\nnumRequestedContainers should be set to 0.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDSFailedAppMaster.java',37,39,'org.apache.hadoop.yarn.applications.distributedshell.TestDSFailedAppMaster','run()','NOT_DESIGN'),(10310,'When no apps are running in the leaf queue, should be fine turning it\ninto a parent.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestQueueManager.java',62,63,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.TestQueueManager','testReloadTurnsLeafQueueIntoParent()',NULL),(10311,'When apps exist in leaf queue, we shouldn\'t be able to create\nchildren under it, but things should work otherwise.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestQueueManager.java',74,75,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.TestQueueManager','testReloadTurnsLeafQueueIntoParent()',NULL),(10312,'TODO: support other actions.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',870,870,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','rollingUpgrade(RollingUpgradeAction)','NOT_DESIGN'),(10313,'TODO: DEBUG','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',220,220,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<String>, List<String>)','NOT_DESIGN'),(10314,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',-1,-1,'None','None',NULL),(10315,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobsWithProfiler.java',87,88,'org.apache.hadoop.mapreduce.v2.TestMRJobsWithProfiler','setup()',NULL),(10316,'Print owner entry implied by owner permission bits.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',114,114,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)',NULL),(10317,'Print mask entry implied by group permission bits.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',132,132,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)',NULL),(10318,'Pre-allocate list size for the explicit entries stored in the feature\nplus the 3 implicit entries (owner, group and other) from the permission\nbits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',103,105,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10319,'Add owner entry implied from user permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',109,109,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10320,'Add mask entry implied from group permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',119,119,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10321,'Add other entry implied from other permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',126,126,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10322,'Restore group permissions from the feature\'s entry to permission bits,\noverwriting the mask, which is not part of a minimal ACL.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',160,161,'org.apache.hadoop.hdfs.server.namenode.AclStorage','removeINodeAcl(INodeWithAdditionalFields, int)','NOT_DESIGN'),(10323,'Pre-allocate list size for the explicit entries stored in the feature,\nwhich is all entries minus the 3 entries implicitly stored in the\npermission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',210,212,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INodeWithAdditionalFields, List<AclEntry>, int)',NULL),(10324,'Calculate new permission bits.  For a correctly sorted ACL, the owner,\ngroup and other permissions are in order.  Also preserve sticky bit and\ntoggle ACL bit off.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',248,250,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INodeWithAdditionalFields, List<AclEntry>, int)',NULL),(10325,'TODO: handling of INodeReference?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSPermissionChecker.java',243,243,'org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker','check(INode, int, FsAction)','DESIGN'),(10326,'Use owner entry from permission bits if user is owner.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSPermissionChecker.java',301,301,'org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker','checkAccessAcl(INode, int, FsAction, FsPermission, List<AclEntry>)',NULL),(10327,'There was a bug (HDFS-2991) in hadoop < 0.23.1 where OP_CLOSE\ncould show up twice in a row. But after that version, this\nshould be fixed, so we should treat it as an error.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',391,393,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long, MetaRecoveryContext)',NULL),(10328,'There was a bug (HDFS-2991) in hadoop < 0.23.1 where OP_CLOSE\ncould show up twice in a row. But after that version, this\nshould be fixed, so we should treat it as an error.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',404,406,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(10329,'TODO: shouldn\'t this only be true for the last block?\nwhat about an old-version fsync() where fsync isn\'t called\nuntil several blocks in?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',844,846,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long, MetaRecoveryContext)',NULL),(10330,'TODO: shouldn\'t this only be true for the last block?\nwhat about an old-version fsync() where fsync isn\'t called\nuntil several blocks in?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',868,870,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(10331,'Shutdown the LogManager to release all logger open file handles.\nUnfortunately, Apache commons logging library does not provide\nmeans to release underlying loggers. For additional info look up\ncommons library FAQ.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestAuditLogs.java',275,278,'org.apache.hadoop.hdfs.server.namenode.TestAuditLogs','configureAuditLogs()',NULL),(10332,'Temporary workaround for HADOOP-9652.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/RawLocalFileSystem.java',57,57,'org.apache.hadoop.fs.RawLocalFileSystem','None',NULL),(10333,'Workaround for HADOOP-9652','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestSymlinkLocalFS.java',42,42,'org.apache.hadoop.fs.TestSymlinkLocalFS','getScheme()',NULL),(10334,'The iteration is done by FSEditLog itself','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/JournalSet.java',181,181,'org.apache.hadoop.hdfs.server.namenode.JournalSet','format(NamespaceInfo)','NOT_DESIGN'),(10335,'The operation is done by FSEditLog itself','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/JournalSet.java',190,190,'org.apache.hadoop.hdfs.server.namenode.JournalSet','format(NamespaceInfo)',NULL),(10336,'TODO: We need to fix for the problem that RMApp enters the final state\nafter RMAppAttempt in the killing case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',1009,1010,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10337,'TODO: when AHS webUI is ready, logURL should be updated to point to\nthe web page that will show the aggregated logs','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',383,384,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)',NULL),(10338,'In some dependent projects, log4j may not even be on the classpath at\nruntime, in which case the above instanceof check will throw\nNoClassDefFoundError.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpRequestLog.java',60,62,'org.apache.hadoop.http.HttpRequestLog','getRequestLog(String)',NULL),(10339,'Update consumption and track allocations\nTODO: fixme sharad','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',369,370,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','allocate(Container)','NOT_DESIGN'),(10340,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',-1,-1,'None','None',NULL),(10341,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',-1,-1,'None','None',NULL),(10342,'Restore group permissions from the feature\'s entry to permission\nbits, overwriting the mask, which is not part of a minimal ACL.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',164,165,'org.apache.hadoop.hdfs.server.namenode.AclStorage','removeINodeAcl(INodeWithAdditionalFields, int)',NULL),(10343,'Print mask entry implied by group permission bits.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',129,129,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)',NULL),(10344,'Print mask entry implied by group permission bits, or print group entry\nif there is no access ACL (only default ACL).','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',131,132,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)',NULL),(10345,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestBlockReport.java',600,602,'org.apache.hadoop.hdfs.server.datanode.TestBlockReport','startUpCluster()',NULL),(10346,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/BlockReportTestBase.java',514,516,'org.apache.hadoop.hdfs.server.datanode.BlockReportTestBase','startUpCluster()',NULL),(10347,'It\'s possible that the inode has a default ACL but no access ACL.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSPermissionChecker.java',246,246,'org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker','check(INode, int, FsAction)',NULL),(10348,'Pre-allocate list size for the explicit entries stored in the feature\nplus the 3 implicit entries (owner, group and other) from the permission\nbits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',104,106,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10349,'Pre-allocate list size for the explicit entries stored in the feature\nplus the 3 implicit entries (owner, group and other) from the permission\nbits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',105,107,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INode)',NULL),(10350,'Add owner entry implied from user permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',110,110,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10351,'Add owner entry implied from user permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',111,111,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INode)',NULL),(10352,'Add mask entry implied from group permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',120,120,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10353,'Add mask entry implied from group permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',121,121,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INode)',NULL),(10354,'Add other entry implied from other permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',127,127,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INodeWithAdditionalFields, int)',NULL),(10355,'Add other entry implied from other permission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',128,128,'org.apache.hadoop.hdfs.server.namenode.AclStorage','readINodeLogicalAcl(INode)',NULL),(10356,'Restore group permissions from the feature\'s entry to permission\nbits, overwriting the mask, which is not part of a minimal ACL.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',165,166,'org.apache.hadoop.hdfs.server.namenode.AclStorage','removeINodeAcl(INode, int)',NULL),(10357,'Pre-allocate list size for the explicit entries stored in the feature,\nwhich is all entries minus the 3 entries implicitly stored in the\npermission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',216,218,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INodeWithAdditionalFields, List<AclEntry>, int)','NOT_DESIGN'),(10358,'Calculate new permission bits.  For a correctly sorted ACL, the owner,\ngroup and other permissions are in order.  Also preserve sticky bit and\ntoggle ACL bit off.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',254,256,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INodeWithAdditionalFields, List<AclEntry>, int)',NULL),(10359,'Calculate new permission bits.  For a correctly sorted ACL, the owner,\ngroup and other permissions are in order.  Also preserve sticky bit and\ntoggle ACL bit off.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',252,254,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INode, List<AclEntry>, int)','DESIGN'),(10360,'TODO: Write out change to state store (YARN-1558)','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',720,720,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10361,'TODO (YARN-1459): Revisit handling super-user-groups on Standby RM','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',369,369,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','refreshSuperUserGroupsConfiguration(RefreshSuperUserGroupsConfigurationRequest)','NOT_DESIGN'),(10362,'Flip to the newly parsed permissions','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/authorize/ServiceAuthorizationManager.java',146,146,'org.apache.hadoop.security.authorize.ServiceAuthorizationManager','refreshWithConfiguration(Configuration, PolicyProvider)',NULL),(10363,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register\nand\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',393,396,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceStart()',NULL),(10364,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register\nand\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',406,409,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceInit(Configuration)',NULL),(10365,'TODO: need to replace the MemoryApplicationTimelineStore.class with the\nLevelDB implementation','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/ApplicationHistoryServer.java',146,147,'org.apache.hadoop.yarn.server.applicationhistoryservice.ApplicationHistoryServer','createApplicationTimelineStore(Configuration)','DESIGN'),(10366,'TODO: support XML serialization/deserialization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/ATSWebServices.java',64,64,'org.apache.hadoop.yarn.server.applicationhistoryservice.webapp.ATSWebServices','None',NULL),(10367,'Check whether the move would go over maxRunningApps or maxShare','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',1400,1400,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','verifyMoveDoesNotViolateConstraints(FSSchedulerApp, FSLeafQueue, FSLeafQueue)',NULL),(10368,'The range was already checked. If the block reader returns\nsomething unexpected instead of throwing an exception, it is\nmost likely a bug.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1349,1351,'org.apache.hadoop.hdfs.DFSInputStream','getTotalBytesRead()',NULL),(10369,'todo sandyt remove this hejfkdsl','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/cli/TestYarnCLI.java',678,678,'org.apache.hadoop.yarn.client.cli.TestYarnCLI','testAppsHelpCommand()','DESIGN'),(10370,'Attach entries to the feature.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',299,299,'org.apache.hadoop.hdfs.server.namenode.AclStorage','updateINodeAcl(INode, List<AclEntry>, int)',NULL),(10371,'Pre-allocate list size for the explicit entries stored in the feature,\nwhich is all entries minus the 3 entries implicitly stored in the\npermission bits.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',332,334,'org.apache.hadoop.hdfs.server.namenode.AclStorage','createAclFeature(List<AclEntry>, List<AclEntry>)',NULL),(10372,'Group bits from mode parameter filter permission of mask entry.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/AclStorage.java',116,116,'org.apache.hadoop.hdfs.server.namenode.AclStorage','copyINodeDefaultAcl(INode)',NULL),(10373,'TODO: write forward entry (entity -> related entity)?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/apptimeline/LeveldbApplicationTimelineStore.java',591,591,'org.apache.hadoop.yarn.server.applicationhistoryservice.apptimeline.LeveldbApplicationTimelineStore','put(ATSEntity, ATSPutErrors)',NULL),(10374,'start time is provided\nTODO: verify start time in db as well as cache?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/apptimeline/LeveldbApplicationTimelineStore.java',709,710,'org.apache.hadoop.yarn.server.applicationhistoryservice.apptimeline.LeveldbApplicationTimelineStore','getStartTime(String, String, Long, List<ATSEvent>, WriteBatch)',NULL),(10375,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/cli/TestYarnCLI.java',-1,-1,'None','None',NULL),(10376,'Flip to the newly parsed permissions','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/authorize/ServiceAuthorizationManager.java',148,148,'org.apache.hadoop.security.authorize.ServiceAuthorizationManager','refreshWithLoadedConfiguration(Configuration, PolicyProvider)',NULL),(10377,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:\nReboot is not useful since after AM reboots, it will send register\nand\nget an exception. Might as well throw an exception here.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',399,402,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','serviceStart()',NULL),(10378,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/ApplicationHistoryServer.java',-1,-1,'None','None',NULL),(10379,'Hack!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/java/org/apache/hadoop/mapreduce/v2/hs/TestJobHistoryParsing.java',742,742,'org.apache.hadoop.mapreduce.v2.hs.TestJobHistoryParsing','testMultipleFailedTasks()',NULL),(10380,'Even after the reference count falls to 0, we still keep the replica\naround for a while (we have configured the expiry period to be really,\nreally long here)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestShortCircuitCache.java',155,157,'org.apache.hadoop.hdfs.TestShortCircuitCache','testAddAndRetrieve()',NULL),(10381,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',176,176,'org.apache.hadoop.hdfs.server.namenode.web.resources.NamenodeWebHdfsMethods','chooseDatanode(NameNode, String, HttpOpParam.Op, long, long, Configuration)',NULL),(10382,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',178,178,'org.apache.hadoop.hdfs.server.namenode.web.resources.NamenodeWebHdfsMethods','chooseDatanode(NameNode, String, HttpOpParam.Op, long, long)',NULL),(10383,'Next, adjust the number of transactions to retain if doing so would mean\nkeeping too many segments around.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NNStorageRetentionManager.java',128,129,'org.apache.hadoop.hdfs.server.namenode.NNStorageRetentionManager','purgeOldStorage()',NULL),(10384,'Next, adjust the number of transactions to retain if doing so would mean\nkeeping too many segments around.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NNStorageRetentionManager.java',144,145,'org.apache.hadoop.hdfs.server.namenode.NNStorageRetentionManager','purgeOldStorage(NameNodeFile)',NULL),(10385,'TODO (YARN-1459): Revisit handling user-groups on Standby RM','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/AdminService.java',387,387,'org.apache.hadoop.yarn.server.resourcemanager.AdminService','refreshUserToGroupsMappings(RefreshUserToGroupsMappingsRequest)','NOT_DESIGN'),(10386,'TODO: rollback could not succeed in all JN','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestRollingUpgradeRollback.java',195,195,'org.apache.hadoop.hdfs.TestRollingUpgradeRollback','None',NULL),(10387,'TODO: We need to fix for the problem that RMApp enters the final state\nafter RMAppAttempt in the killing case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',1038,1039,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()','DESIGN'),(10388,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',-1,-1,'None','None',NULL),(10389,'Atomic refs point to active callQueue\nWe have two so we can better control swapping','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/CallQueueManager.java',38,39,'org.apache.hadoop.ipc.CallQueueManager','None',NULL),(10390,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs\nhere for testing','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',1479,1482,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)','NOT_DESIGN'),(10391,'if T then disable Nagle\'s Algorithm\ndo we need to send ping message\nhow often sends ping to the server in msecs\nhere for testing\nused to get the expected kerberos principal name','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java',1482,1486,'org.apache.hadoop.ipc.Client','setCallIdAndRetryCount(int, int)',NULL),(10392,'TODO: support XML serialization/deserialization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/ATSWebServices.java',67,67,'org.apache.hadoop.yarn.server.applicationhistoryservice.webapp.ATSWebServices','None',NULL),(10393,'TODO: support XML serialization/deserialization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/TimelineWebServices.java',67,67,'org.apache.hadoop.yarn.server.applicationhistoryservice.webapp.TimelineWebServices','None',NULL),(10394,'TODO: write forward entry (entity -> related entity)?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/apptimeline/LeveldbApplicationTimelineStore.java',593,593,'org.apache.hadoop.yarn.server.applicationhistoryservice.apptimeline.LeveldbApplicationTimelineStore','put(ATSEntity, ATSPutErrors)','DESIGN'),(10395,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',-1,-1,'None','None',NULL),(10396,'start time is provided\nTODO: verify start time in db as well as cache?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/apptimeline/LeveldbApplicationTimelineStore.java',717,718,'org.apache.hadoop.yarn.server.applicationhistoryservice.apptimeline.LeveldbApplicationTimelineStore','getStartTime(String, String, Long, List<ATSEvent>, WriteBatch)','DESIGN'),(10397,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once\nonly need to get a new encryption key once','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',923,927,'org.apache.hadoop.hdfs.DFSInputStream','getTotalBytesRead()','NOT_DESIGN'),(10398,'only need to get a new access token once\nonly need to get a new encryption key once','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1003,1004,'org.apache.hadoop.hdfs.DFSInputStream','getTotalBytesRead()',NULL),(10399,'cached block locations may have been updated by chooseDataNode()\nor fetchBlockAt(). Always get the latest list of locations at the\nstart of the loop.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',1007,1009,'org.apache.hadoop.hdfs.DFSInputStream','getTotalBytesRead()',NULL),(10400,'Didn\'t get my turn in time. Give up.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',966,966,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(10401,'join() on the responder should timeout a bit earlier than the\nconfigured deadline. Otherwise, the join() on this thread will\nlikely timeout as well.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',765,767,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(10402,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/EmbeddedElectorService.java',-1,-1,'None','None',NULL),(10403,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',953,955,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshCallQueue()',NULL),(10404,'Wait for the slot to be released, and the shared memory area to be\nclosed.  Since we didn\'t register this shared memory segment on the\nserver, it will also be a test of how well the server deals with\nbogus client behavior.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestShortCircuitCache.java',437,440,'org.apache.hadoop.hdfs.TestShortCircuitCache','testAllocShm()',NULL),(10405,'If we failed to pass the shared memory segment to the client,\nclose the UNIX domain socket now.  This will trigger the\nDomainSocketWatcher callback, cleaning up the segment.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataXceiver.java',419,421,'org.apache.hadoop.hdfs.server.datanode.DataXceiver','requestShortCircuitShm(String)',NULL),(10406,'TODO: we probably want to forcibly uncache the block (and close the\nshm) after a certain timeout has elapsed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetCache.java',271,272,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetCache','shouldAdvertise()',NULL),(10407,'start time is provided\nTODO: verify start time in db as well as cache?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',715,716,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','getStartTime(String, String, Long, List<TimelineEvent>, WriteBatch)','DESIGN'),(10408,'start time is provided','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',792,792,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','getAndSetStartTime(String, String, Long, List<TimelineEvent>, WriteBatch)',NULL),(10409,'check the provided start time matches the cache','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',794,794,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','getAndSetStartTime(String, String, Long, List<TimelineEvent>, WriteBatch)',NULL),(10410,'the start time is already in the cache,\nand it is different from the provided start time,\nso use the one from the cache','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',796,798,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','getAndSetStartTime(String, String, Long, List<TimelineEvent>, WriteBatch)',NULL),(10411,'check the provided start time matches the db','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',803,803,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','getAndSetStartTime(String, String, Long, List<TimelineEvent>, WriteBatch)',NULL),(10412,'create lookup key for start time','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',817,817,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','checkStartTimeInDb(EntityIdentifier, Long, WriteBatch)',NULL),(10413,'retrieve value for key','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',819,819,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','checkStartTimeInDb(EntityIdentifier, Long, WriteBatch)',NULL),(10414,'start time doesn\'t exist in db','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',823,823,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','checkStartTimeInDb(EntityIdentifier, Long, WriteBatch)',NULL),(10415,'It is assumed for now that the only AMRMToken in AM\'s UGI is for this\ncluster/RM. TODO: Fix later when we have some kind of cluster-ID as\ndefault service-address, see YARN-1779.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/ClientRMProxy.java',75,77,'org.apache.hadoop.yarn.client.ClientRMProxy','setupTokens(InetSocketAddress)','DESIGN'),(10416,'TODO: This should eventually become cluster-Id + \\\"AM_RM_TOKEN_SERVICE\\\". See\nYARN-986','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStore.java',550,551,'org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore','getMasterContainer()',NULL),(10417,'TODO: This should eventually become cluster-Id + \\\"AM_RM_TOKEN_SERVICE\\\". See\nYARN-1779','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStore.java',550,551,'org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore','getMasterContainer()',NULL),(10418,'This really shouldn\'t happen...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/GetImageServlet.java',267,267,'org.apache.hadoop.hdfs.server.namenode.GetImageServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(10419,'This really shouldn\'t happen...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ImageServlet.java',230,230,'org.apache.hadoop.hdfs.server.namenode.ImageServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(10420,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',173,174,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','downloadMostRecentImageToDirectory(URL, File)','DESIGN'),(10421,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',-1,-1,'None','None',NULL),(10422,'write all params for image upload request as query itself.\nRequest body contains the image to be uploaded.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',237,238,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','downloadMostRecentImageToDirectory(URL, File)','NOT_DESIGN'),(10423,'TODO: YARN-1763:Handle RM failovers during the submitApplication call.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/YarnClientImpl.java',184,184,'org.apache.hadoop.yarn.client.api.impl.YarnClientImpl','submitApplication(ApplicationSubmissionContext)',NULL),(10424,'TODO: YARN-1764:Handle RM fail overs after the submitApplication call.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/YarnClientImpl.java',190,190,'org.apache.hadoop.yarn.client.api.impl.YarnClientImpl','submitApplication(ApplicationSubmissionContext)','DESIGN'),(10425,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/YarnClientImpl.java',-1,-1,'None','None',NULL),(10426,'save files under construction\nTODO: for HDFS-5428, since we cannot break the compatibility of\nfsimage, we store part of the under-construction files that are only\nin snapshots in this \\\"under-construction-file\\\" section. As a\ntemporary solution, we use \\\"/.reserved/.inodes/<inodeid>\\\" as their\npaths, so that when loading fsimage we do not put them into the lease\nmap. In the future, we can remove this hack when we can bump the\nlayout version.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1263,1270,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, FSImageCompression)','DESIGN'),(10427,'print all children first\nTODO: for HDFS-5428, we cannot change the format/content of fsimage\nhere, thus even if the parent directory is in snapshot, we still\ndo not handle INodeUC as those stored in deleted list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1311,1314,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','saveChildren(ReadOnlyList<INode>, DataOutputStream, boolean, Counter)','DESIGN'),(10428,'TODO: for HDFS-5428, because of rename operations, some\nunder-construction files that are\nin the current fs directory can also be captured in the\nsnapshotUCMap. We should remove them from the snapshotUCMap.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',6036,6039,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(10429,'TODO Need to Fix IO Exceptions - Notifying resource','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',686,686,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','DESIGN'),(10430,'Sending APP_REJECTED is fine, since we assume that the\nRMApp is in NEW state and thus we haven\'t yet informed the\nscheduler about the existence of the application','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',293,295,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long, String, boolean, RMState)',NULL),(10431,'Sending APP_REJECTED is fine, since we assume that the\nRMApp is in NEW state and thus we haven\'t yet informed the\nscheduler about the existence of the application','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',281,283,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long, String)',NULL),(10432,'ACCEPTED state is possible to receive ATTEMPT_FAILED event because\nRMAppRecoveredTransition is returning ACCEPTED state directly and\nwaiting for the previous AM to exit.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',192,194,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(10433,'ACCEPTED state is possible to receive ATTEMPT_FAILED/ATTEMPT_FINISHED\nevent because RMAppRecoveredTransition is returning ACCEPTED state\ndirectly and waiting for the previous AM to exit.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',192,194,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(10434,'(non-Javadoc)\n\nwe\'re going to fix the issue of showing non-running containers of the\nrunning application in YARN-1794','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',382,387,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','getContainerReport(GetContainerReportRequest)',NULL),(10435,'(non-Javadoc)\n\nwe\'re going to fix the issue of showing non-running containers of the\nrunning application in YARN-1794\\\"','Block','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',432,437,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','getContainers(GetContainersRequest)',NULL),(10436,'TODO: write forward entry (entity -> related entity)?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/LeveldbTimelineStore.java',648,648,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore','put(TimelineEntity, TimelinePutResponse)','DESIGN'),(10437,'Atomic refs point to active callQueue\nWe have two so we can better control swapping','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/CallQueueManager.java',42,43,'org.apache.hadoop.ipc.CallQueueManager','extends BlockingQueue<E>> convertQueueClass(Class<?>, Class<E>)',NULL),(10438,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',167,167,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(10439,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',188,188,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','expandEnvironment(String, Path)',NULL),(10440,'TODO: when AHS webUI is ready, logURL should be updated to point to\nthe web page that will show the aggregated logs','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',402,403,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)','DESIGN'),(10441,'Inform AppAttempt','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',398,398,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)',NULL),(10442,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',124,125,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','None',NULL),(10443,'No need to fsync for the purposes of tests. This makes\nthe tests run much faster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',164,165,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','readFields(DataInputStream, int)',NULL),(10444,'TODO: do we want to verify checksum for JN? For now we don\'t.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogOp.java',3896,3896,'org.apache.hadoop.hdfs.server.namenode.FSEditLogOp','scanOp()',NULL),(10445,'TODO','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',1035,1035,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(10446,'TODO replace w/ rsrc alloc\n$x/$user/appcache/$appId/output/$mapId\nTODO: Once Shuffle is out of NM, this can use MR APIs to convert between App and Job','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',580,582,'org.apache.hadoop.mapred.ShuffleHandler','sendMapOutput(ChannelHandlerContext, Channel, String, String, String, int)','DESIGN'),(10447,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',-1,-1,'None','None',NULL),(10448,'$x/$user/appcache/$appId/output/$mapId\nTODO: Once Shuffle is out of NM, this can use MR APIs to convert\nbetween App and Job','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',551,553,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(10449,'FIXME: don\'t think this is also needed given we already set java\nproperties.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',90,91,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)','DESIGN'),(10450,'setEnvFromInputString above will add env variable values from\nmapredChildEnv to existing variables. We want to overwrite\nHADOOP_ROOT_LOGGER and HADOOP_CLIENT_OPTS if the user set it explicitly.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',93,95,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(10451,'Take care of the rest of combinations','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Options.java',311,311,'org.apache.hadoop.fs.Options','processChecksumOpt(ChecksumOpt, ChecksumOpt, int)','NOT_DESIGN'),(10452,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Options.java',-1,-1,'None','None',NULL),(10453,'TODO: Write out change to state store (YARN-1558)\nAlso take care of RM failover','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',720,721,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10454,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has\ngone wrong and it\'s never going to finish. To deal with this\nscenario, we set a long timeout (20 minutes) to avoid hanging\nthe balancer indefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',342,347,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10455,'Even after the reference count falls to 0, we still keep the replica\naround for a while (we have configured the expiry period to be really,\nreally long here)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestShortCircuitCache.java',174,176,'org.apache.hadoop.hdfs.TestShortCircuitCache','testAddAndRetrieve()',NULL),(10456,'Even after the reference count falls to 0, we still keep the replica\naround for a while (we have configured the expiry period to be really,\nreally long here)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/shortcircuit/TestShortCircuitCache.java',177,179,'org.apache.hadoop.hdfs.shortcircuit.TestShortCircuitCache','testAddAndRetrieve()',NULL),(10457,'Wait for the slot to be released, and the shared memory area to be\nclosed.  Since we didn\'t register this shared memory segment on the\nserver, it will also be a test of how well the server deals with\nbogus client behavior.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/shortcircuit/TestShortCircuitCache.java',440,443,'org.apache.hadoop.hdfs.shortcircuit.TestShortCircuitCache','testAllocShm()',NULL),(10458,'TODO: test will fail if the following is un-commented.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestListPathServlet.java',189,189,'org.apache.hadoop.hdfs.TestListPathServlet','checkFileStatus(FileStatus, FileStatus)',NULL),(10459,'A RecordTypeInfo is really just a wrapper around StructTypeID','Line','hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/record/meta/RecordTypeInfo.java',45,45,'org.apache.hadoop.record.meta.RecordTypeInfo','None',NULL),(10460,'walk through the list, searching. Not the most efficient way, but this\nin intended to be used rarely, so we keep it simple.\nAs an optimization, we can keep a hashmap of record name to its RTI, for later.','Line','hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/record/meta/StructTypeID.java',64,66,'org.apache.hadoop.record.meta.StructTypeID','findStruct(String)',NULL),(10461,'Relax the requirement for public cache on LFS on Windows since default\npermissions are \\\"700\\\" all the way up to the drive letter. In this\nmodel, the only requirement for a user is to give EVERYONE group\npermission on the file and the file will be considered public.\nThis code path is only hit when fs.default.name is file:/// (mainly\nin tests).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',146,151,'org.apache.hadoop.yarn.util.FSDownload','isPublic(FileSystem, Path, FileStatus, LoadingCache<Path, Future<FileStatus>>)',NULL),(10462,'None','None','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestZKFailoverController.java',-1,-1,'None','None',NULL),(10463,'no container to kill, so just send \\\"cleaned\\\" event to task attempt\nto move us from SUCCESS_CONTAINER_CLEANUP to SUCCEEDED state','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',256,257,'org.apache.hadoop.mapred.LocalContainerLauncher','serviceStart()',NULL),(10464,'send \\\"cleaned\\\" event to task attempt to move us from\nSUCCESS_CONTAINER_CLEANUP to SUCCEEDED state (or','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',236,237,'org.apache.hadoop.mapred.LocalContainerLauncher','serviceStart()',NULL),(10465,'when the given snapshotId is CURRENT_STATE_ID, it is possible that we\ndo not know where the corresponding inode belongs, thus we simply\nreturn the last reference node','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeReference.java',423,425,'org.apache.hadoop.hdfs.server.namenode.INodeReference','tryRemoveReference(INode)',NULL),(10466,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',253,255,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','isInitialized()',NULL),(10467,'If the block is an out-of-date generation stamp or state,\nbut we\'re the standby, we shouldn\'t treat it as corrupt,\nbut instead just queue it for later processing.\nTODO: Pretty confident this should be s/storedBlock/block below,\nsince we should be postponing the info of the reported block, not\nthe stored block. See HDFS-6289 for more context.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1984,1989,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(10468,'this is required for the the JMXJsonServlet to work properly.\nthe JMXJsonServlet is behind the authentication filter,\nthus the \'*\' ACL.','Line','hadoop-common-project/hadoop-kms/src/main/java/org/apache/hadoop/crypto/key/kms/server/KMSWebApp.java',133,135,'org.apache.hadoop.crypto.key.kms.server.KMSWebApp','contextInitialized(ServletContextEvent)',NULL),(10469,'Verify if the queue returned by the nested rule is an configured leaf queue,\nif yes then skip to next rule in the queue placement policy','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/QueuePlacementRule.java',235,236,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.QueuePlacementRule','getQueueForApp(String, String, Groups, Map<FSQueueType, Set<String>>)',NULL),(10470,'the port is missing or 0. Figure out real bind address later.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',356,356,'org.apache.hadoop.hdfs.server.namenode.NameNode','setClientNamenodeAddress(Configuration)',NULL),(10471,'If we found a proxy provider, then this URI should be a logical NN.\nGiven that, it shouldn\'t have a non-default port number.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/NameNodeProxies.java',412,413,'org.apache.hadoop.hdfs.NameNodeProxies','getFailoverProxyProviderClass(Configuration, URI, Class<T>)','DESIGN'),(10472,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/NameNodeProxies.java',-1,-1,'None','None',NULL),(10473,'save files under construction\nTODO: for HDFS-5428, since we cannot break the compatibility of\nfsimage, we store part of the under-construction files that are only\nin snapshots in this \\\"under-construction-file\\\" section. As a\ntemporary solution, we use \\\"/.reserved/.inodes/<inodeid>\\\" as their\npaths, so that when loading fsimage we do not put them into the lease\nmap. In the future, we can remove this hack when we can bump the\nlayout version.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1268,1275,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, FSImageCompression)',NULL),(10474,'print all children first\nTODO: for HDFS-5428, we cannot change the format/content of fsimage\nhere, thus even if the parent directory is in snapshot, we still\ndo not handle INodeUC as those stored in deleted list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',1316,1319,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','saveChildren(ReadOnlyList<INode>, DataOutputStream, boolean, Counter)',NULL),(10475,'TODO: for HDFS-5428, because of rename operations, some\nunder-construction files that are\nin the current fs directory can also be captured in the\nsnapshotUCMap. We should remove them from the snapshotUCMap.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',6095,6098,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10476,'File system subclasses that support the ACL bit would override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/permission/FsPermission.java',293,293,'org.apache.hadoop.fs.permission.FsPermission','getAclBit()',NULL),(10477,'Print owner entry implied by owner permission bits.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',106,106,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)','NOT_DESIGN'),(10478,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',-1,-1,'None','None',NULL),(10479,'Print mask entry implied by group permission bits, or print group entry\nif there is no access ACL (only default ACL).','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',126,127,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)','NOT_DESIGN'),(10480,'ACL sort order guarantees mask is the second-to-last entry.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/AclCommands.java',113,113,'org.apache.hadoop.fs.shell.AclCommands','registerCommands(CommandFactory)',NULL),(10481,'Owner entry implied by owner permission bits.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/permission/AclUtil.java',46,46,'org.apache.hadoop.fs.permission.AclUtil','getAclFromPermAndEntries(FsPermission, List<AclEntry>)',NULL),(10482,'Mask entry implied by group permission bits, or group entry if there is\nno access ACL (only default ACL).','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/permission/AclUtil.java',66,67,'org.apache.hadoop.fs.permission.AclUtil','getAclFromPermAndEntries(FsPermission, List<AclEntry>)',NULL),(10483,'TODO: need think about which ops can be done without kerberos\ncredentials, for safety, we enforces all need kerberos credentials now.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/TimelineDelegationTokenOperation.java',32,33,'None','None',NULL),(10484,'If the status code is not 200, some thing wrong should happen at the\nserver side, the JSON content is going to contain exception details.\nWe can use the JSON content to reconstruct the exception object.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineAuthenticator.java',216,218,'org.apache.hadoop.yarn.client.api.impl.TimelineAuthenticator','validateAndParseResponse(HttpURLConnection)',NULL),(10485,'TODO: need to take care of the renew case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineClientImpl.java',197,197,'org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl','getHttpURLConnection(URL)',NULL),(10486,'TODO: Currently we just check the user is the timeline entity owner. In\nthe future, we need to check whether the user is admin or is in the\nallowed user/group list','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/security/TimelineACLsManager.java',73,75,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.security.TimelineACLsManager','checkAccess(UserGroupInformation, TimelineEntity)',NULL),(10487,'TODO: Currently we just check the user is the admin or the timeline\nentity owner. In the future, we need to check whether the user is in the\nallowed user/group list','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/timeline/security/TimelineACLsManager.java',72,74,'org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.security.TimelineACLsManager','checkAccess(UserGroupInformation, TimelineEntity)',NULL),(10488,'This test verifies if default rule in queue placement policy\ninitializes properly when policy is not configured and\nundeclared pools is not allowed.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java',2430,2432,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.TestFairScheduler','testDefaultRuleInitializesProperlyWhenPolicyNotConfigured()',NULL),(10489,'TODO: support XML serialization/deserialization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/TimelineWebServices.java',77,77,'org.apache.hadoop.yarn.server.applicationhistoryservice.webapp.TimelineWebServices','None',NULL),(10490,'TODO: support XML serialization/deserialization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/webapp/TimelineWebServices.java',77,77,'org.apache.hadoop.yarn.server.timeline.webapp.TimelineWebServices','None',NULL),(10491,'TODO: Currently we just check the user is the admin or the timeline\nentity owner. In the future, we need to check whether the user is in the\nallowed user/group list','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/security/TimelineACLsManager.java',72,74,'org.apache.hadoop.yarn.server.timeline.security.TimelineACLsManager','checkAccess(UserGroupInformation, TimelineEntity)',NULL),(10492,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',442,443,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','warnOrKillContainer(RMContainer, FSSchedulerApp, FSLeafQueue)',NULL),(10493,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',423,424,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','warnOrKillContainer(RMContainer)',NULL),(10494,'TODO: Not used at all!!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',37,37,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTracker','contains(LocalResourceRequest)','NOT_DESIGN'),(10495,'TODO: FIXME assert doesn\'t help\n^ The condition is benign. Tests should fail and it\nshould appear in logs, but it\'s an internal error\nthat should have no effect on applications','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',346,349,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','DESIGN'),(10496,'0) Create application tracking structs','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',417,417,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(10497,'TODO: What to do with appLocalRsrcsTracker?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',456,456,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)','DESIGN'),(10498,'TODO: remove untracked directories in local filesystem','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',329,329,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(10499,'Seed is normally the block id\nThis means we use the same pseudo-random order for each block, for\npotentially better page cache usage.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java',905,907,'org.apache.hadoop.net.NetworkTopology','sortByDistance(Node, Node[], long)',NULL),(10500,'Temporary until we stop hard-coding these values.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',165,165,'org.apache.hadoop.hdfs.protocol.HdfsConstants','fromString(String)',NULL),(10501,'2. setup 2 level queues: Default -> (QueueA, QueueB)\n3. User1 submits 2 apps on QueueA\n4. User2 submits 1 app  on QueueB\n5. AM and each container has 1GB memory\n6. Restart RM.\n7. nm1 re-syncs back containers belong to user1\n8. nm2 re-syncs back containers belong to user2.\n9. Assert the parent queue and 2 leaf queues state and the metrics.\n10. Assert each user\'s consumption inside the queue.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestWorkPreservingRMRestart.java',332,340,'org.apache.hadoop.yarn.server.resourcemanager.TestWorkPreservingRMRestart','testCapacitySchedulerRecovery()',NULL),(10502,'Previous AM failed, The failed AM should once again release the\njust-recovered containers.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestWorkPreservingRMRestart.java',492,493,'org.apache.hadoop.yarn.server.resourcemanager.TestWorkPreservingRMRestart','testAMfailedBetweenRMRestart()',NULL),(10503,'Seed is normally the block id\nThis means we use the same pseudo-random order for each block, for\npotentially better page cache usage.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java',906,908,'org.apache.hadoop.net.NetworkTopology','sortByDistance(Node, Node[], int, long)',NULL),(10504,'The key is encoded to point to a common container at the storage server.\nThis reduces the number of splits on the server side when load balancing.\nIngress to Azure storage can take advantage of earlier splits. We remove\nthe root path to the key and prefix a random GUID to the tail (or leaf\nfilename) of the key. Keys are thus broadly and randomly distributed over\na single container to ease load balancing on the storage server. When the\nblob is committed it is renamed to its earlier key. Uncommitted blocks\nare not cleaned up and we leave it to Azure storage to garbage collect\nthese\nblocks.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/NativeAzureFileSystem.java',609,618,'org.apache.hadoop.fs.azure.NativeAzureFileSystem','getScheme()',NULL),(10505,'Move everything inside the folder.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/NativeAzureFileSystem.java',1126,1126,'org.apache.hadoop.fs.azure.NativeAzureFileSystem','getScheme()',NULL),(10506,'Move to the final destination','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/NativeAzureFileSystem.java',1339,1339,'org.apache.hadoop.fs.azure.NativeAzureFileSystem','handleFile(FileMetadata, FileMetadata)',NULL),(10507,'scenario for this particular test described at MONARCH-HADOOP-764\ncreating a file out-of-band would confuse mkdirs(\\\"<oobfilesUncleFolder>\\\")\neg oob creation of \\\"user/<name>/testFolder/a/input/file\\\"\nThen wasb creation of \\\"user/<name>/testFolder/a/output\\\" fails','Line','hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azure/TestOutOfBandAzureBlobOperationsLive.java',57,60,'org.apache.hadoop.fs.azure.TestOutOfBandAzureBlobOperationsLive','outOfBandFolder_uncleMkdirs()',NULL),(10508,'HACK: when the just generated SAS is used straight away, we get an\nauthorization error intermittently. Sleeping for 1.5 seconds fixes that\non my box.','Line','hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azure/AzureBlobStorageTestAccount.java',501,503,'org.apache.hadoop.fs.azure.AzureBlobStorageTestAccount','generateSAS(CloudBlobContainer, boolean)',NULL),(10509,'Check if authority container the delimiter separating the account name\nfrom the\nthe container.\n','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',380,383,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','getAccountFromAuthority(URI)',NULL),(10510,'Return the fixed key.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',1455,1455,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','normalizeKey(URI)',NULL),(10511,'There is no file with that key name, but maybe it is a folder.\nQuery the underlying folder/container to list the blobs stored\nthere under that key.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',1610,1612,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','retrieveMetadata(String)',NULL),(10512,'Reached the targeted listing depth. Return metadata for the\ndirectory using default permissions.\n\nNote: Something smarter should be done about permissions. Maybe\ninherit the permissions of the first non-directory blob.\nAlso, getting a proper value for last-modified is tricky.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',1838,1843,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','list(String, String, int, int, String)',NULL),(10513,'Note: Original code indicated that this may be a hack.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',1859,1859,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','list(String, String, int, int, String)',NULL),(10514,'Reached the targeted listing depth. Return metadata for the\ndirectory using default permissions.\n\nNote: Something smarter should be done about permissions. Maybe\ninherit the permissions of the first non-directory blob.\nAlso, getting a proper value for last-modified is tricky.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java',1981,1986,'org.apache.hadoop.fs.azure.AzureNativeFileSystemStore','buildUpList(CloudBlobDirectoryWrapper, ArrayList<FileMetadata>, int, int)',NULL),(10515,'Add a hook to check that for GET/PUT requests we set/don\'t set\nthe block-level MD5 field as configured. I tried to do clever\ntesting by also messing with the raw data to see if we actually\nvalidate the data as expected, but the HttpURLConnection wasn\'t\npluggable enough for me to do that.','Line','hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azure/TestBlobDataValidation.java',209,213,'org.apache.hadoop.fs.azure.TestBlobDataValidation','testCheckBlockMd5(boolean)',NULL),(10516,'it would be best if backingStore.properties.CopyState were tracked\nIf implemented, update azureNativeFileSystemStore.waitForCopyToComplete','Line','hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azure/MockStorageInterface.java',353,354,'org.apache.hadoop.fs.azure.MockStorageInterface','startCopyFromBlob(CloudBlockBlobWrapper, OperationContext)',NULL),(10517,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',1125,1127,'org.apache.hadoop.hdfs.tools.DFSAdmin','genericRefresh(String[], int)',NULL),(10518,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',-1,-1,'None','None',NULL),(10519,'optimize the case where we aren\'t really recording','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DeletionService.java',427,427,'org.apache.hadoop.yarn.server.nodemanager.DeletionService','getLfs()',NULL),(10520,'TODO: A cleaner way is to throw a new type of exception\nwhich requires incompatible changes.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',684,685,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','read(XDR, SecurityHandler, InetAddress)',NULL),(10521,'TODO: A cleaner way is to throw a new type of exception\nwhich requires incompatible changes.','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java',693,694,'org.apache.hadoop.hdfs.nfs.nfs3.RpcProgramNfs3','read(XDR, SecurityHandler, SocketAddress)',NULL),(10522,'TODO pass in hdfs://HOST:PORT (HDFS-6490)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',8208,8208,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10523,'because N will be tiny, scanning is probably faster than a HashSet','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/FileSplit.java',77,77,'org.apache.hadoop.mapreduce.lib.input.FileSplit','getPath()',NULL),(10524,'Test ignore blacklisting re-enabled\nKnown=4, blacklisted=2, ignore should be true. Should assign 0\ncontainer for the same reason above.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',1090,1092,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','setup()',NULL),(10525,'Test ignore blacklisting re-enabled\nKnown=4, blacklisted=2, ignore should be true. Should assign 0\ncontainer for the same reason above.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/rm/TestRMContainerAllocator.java',1200,1202,'org.apache.hadoop.mapreduce.v2.app.rm.TestRMContainerAllocator','setup()',NULL),(10526,'This is guaranteed to be called exactly once per currentQueueIndex','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java',126,126,'org.apache.hadoop.ipc.WeightedRoundRobinMultiplexer','advanceIndex()',NULL),(10527,'when the given snapshotId is CURRENT_STATE_ID, it is possible that we\ndo not know where the corresponding inode belongs, thus we simply\nreturn the last reference node','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeReference.java',439,441,'org.apache.hadoop.hdfs.server.namenode.INodeReference','tryRemoveReference(INode)','DESIGN'),(10528,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeReference.java',-1,-1,'None','None',NULL),(10529,'The newly created attempt maybe last attempt if (number of\npreviously NonPreempted attempts + 1) equal to the max-attempt\nlimit.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',689,691,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10530,'It\'s a server error: a 5xx status. Could be an Azure Storage\nbug or (more likely) throttling.','Line','hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/metrics/ErrorMetricUpdater.java',77,78,'org.apache.hadoop.fs.azure.metrics.ErrorMetricUpdater','eventOccurred(ResponseReceivedEvent)',NULL),(10531,'The Response (resp) below is what the server will send to client\n\nBEFORE HDFS-6475 fix, the resp.entity is','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestDelegationTokensWithHA.java',439,441,'org.apache.hadoop.hdfs.server.namenode.ha.TestDelegationTokensWithHA','testDelegationTokenStandbyNNAppearFirst()',NULL),(10532,'skip tests on Windows until after resolution of ZooKeeper client bug','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestZKFailoverControllerStress.java',52,52,'org.apache.hadoop.ha.TestZKFailoverControllerStress','None','DESIGN'),(10533,'None','None','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestZKFailoverControllerStress.java',-1,-1,'None','None',NULL),(10534,'skip tests on Windows until after resolution of ZooKeeper client bug','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestActiveStandbyElectorRealZK.java',65,65,'org.apache.hadoop.ha.TestActiveStandbyElectorRealZK','setUp()','DESIGN'),(10535,'None','None','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestActiveStandbyElectorRealZK.java',-1,-1,'None','None',NULL),(10536,'Temporary until we stop hard-coding these values.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',170,170,'org.apache.hadoop.hdfs.protocol.HdfsConstants','fromString(String)','DESIGN'),(10537,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',-1,-1,'None','None',NULL),(10538,'The newly created attempt maybe last attempt if (number of\npreviously failed attempts(which should not include Preempted,\nhardware error and NM resync) + 1) equal to the max-attempt\nlimit.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',689,692,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(10539,'TODO making containerIdCounter long','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',60,60,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','None',NULL),(10540,'TODO: validate against actual key/iv in HDFS-6474','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestEncryptionZonesAPI.java',483,483,'org.apache.hadoop.hdfs.TestEncryptionZonesAPI','testCipherSuiteNegotiation()',NULL),(10541,'TODO: fill in actual key/iv in HDFS-6474\nFor now, populate with dummy data','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2476,2477,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10542,'Following is brittle. Is there a better way?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/Jets3tNativeFileSystemStore.java',183,183,'org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore','retrieveMetadata(String)','DESIGN'),(10543,'process','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/Jets3tNativeFileSystemStore.java',180,180,'org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore','retrieveMetadata(String)',NULL),(10544,'and downgrade missing files','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/Jets3tNativeFileSystemStore.java',184,184,'org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore','retrieveMetadata(String)',NULL),(10545,'file/directory hack surfaces here','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractCreateTest.java',125,125,'org.apache.hadoop.fs.contract.AbstractContractCreateTest','testOverwriteNonEmptyDirectory()',NULL),(10546,'the seek is attempting to move the current position','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java',203,203,'org.apache.hadoop.fs.s3native.NativeS3FileSystem','read()',NULL),(10547,'hack in a 256 byte block size','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/contract/hdfs/HDFSContract.java',54,54,'org.apache.hadoop.fs.contract.hdfs.HDFSContract','createCluster()',NULL),(10548,'Only containers should be killed on resync, apps should lie around. That\nway local resources for apps can be used beyond resync without\nrelocalization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeManagerResync.java',125,127,'org.apache.hadoop.yarn.server.nodemanager.TestNodeManagerResync','setup()','NOT_DESIGN'),(10549,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeManagerResync.java',-1,-1,'None','None',NULL),(10550,'Only containers should be killed on resync, apps should lie around.\nThat way local resources for apps can be used beyond resync without\nrelocalization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeManagerResync.java',147,149,'org.apache.hadoop.yarn.server.nodemanager.TestNodeManagerResync','setup()',NULL),(10551,'Why 4 ask, why not 3 ask even h2 is blacklisted?\nOn blacklisting host,applicationmaster has to remove ask request from\nremoterequest table.Here,test does not remove explicitely','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClientOnRMRestart.java',149,151,'org.apache.hadoop.yarn.client.api.impl.TestAMRMClientOnRMRestart','setup()',NULL),(10552,'FIXME:\nDisabled this test because currently, when shutdown hook triggered at\nlastRetry in RM view, cleanup will not do. This should be supported after\nYARN-2261 completed\n@Test (timeout = 30000)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestStagingCleanup.java',217,221,'org.apache.hadoop.mapreduce.v2.app.TestStagingCleanup','testDeletionofStagingOnUnregistrationFailure()',NULL),(10553,'TODO: validate against actual key/iv in HDFS-6474','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestEncryptionZonesAPI.java',391,391,'org.apache.hadoop.hdfs.TestEncryptionZonesAPI','testCipherSuiteNegotiation()','NOT_DESIGN'),(10554,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestEncryptionZonesAPI.java',-1,-1,'None','None',NULL),(10555,'TODO: fill in actual key/iv in HDFS-6474\nFor now, populate with dummy data','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2485,2486,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','NOT_DESIGN'),(10556,'If the path is not in an EZ, we don\'t need an feInfo.\nNull it out in case one was already generated.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2577,2578,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10557,'The path is now within an EZ, but no feInfo. Retry.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2581,2581,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10558,'Clean up to be a good citizen','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/crypto/key/TestKeyShell.java',313,313,'org.apache.hadoop.crypto.key.TestKeyShell','testAttributes()',NULL),(10559,'TODO: Consider renaming EncryptedPeer to SaslPeer.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/datatransfer/sasl/SaslDataTransferClient.java',133,133,'org.apache.hadoop.hdfs.protocol.datatransfer.sasl.SaslDataTransferClient','newSocketSend(Socket, OutputStream, InputStream, DataEncryptionKeyFactory, Token<BlockTokenIdentifier>, DatanodeID)',NULL),(10560,'Verify whether list of ResourceRequest is present in RMContainer\nwhile moving to ALLOCATED state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/TestRMContainerImpl.java',234,235,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.TestRMContainerImpl','testExistenceOfResourceRequestInRMContainer()',NULL),(10561,'ACCECPTED state can once again receive APP_ACCEPTED event, because on\nrecovery the app returns ACCEPTED state and the app once again go\nthrough the scheduler and triggers one more APP_ACCEPTED event at\nACCEPTED state.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',208,211,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None','NOT_DESIGN'),(10562,'Transitions from RUNNING state','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',209,209,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(10563,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',3017,3017,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','NOT_DESIGN'),(10564,'choose new datanodes.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',3018,3018,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(10565,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',208,208,'org.apache.hadoop.hdfs.server.namenode.web.resources.NamenodeWebHdfsMethods','chooseDatanode(NameNode, String, HttpOpParam.Op, long, long)','NOT_DESIGN'),(10566,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',-1,-1,'None','None',NULL),(10567,'TODO: get storage type from file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1471,1471,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','NOT_DESIGN'),(10568,'TODO: handle exception','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/test/java/system/function/org/apache/hadoop/mapred/nativetask/kvtest/LargeKVTest.java',86,86,'org.apache.hadoop.mapred.nativetask.kvtest.LargeKVTest','runKVSizeTests(Class<?>, Class<?>)',NULL),(10569,'Why ask is 3, not 4? --> ask from blacklisted node h2 is removed','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/rm/TestRMContainerAllocator.java',2157,2157,'org.apache.hadoop.mapreduce.v2.app.rm.TestRMContainerAllocator','testRMContainerAllocatorResendsRequestsOnRMRestart()',NULL),(10570,'TODO: recover containerTokenSecretManager','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',177,177,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService)','NOT_DESIGN'),(10571,'TODO pass in hdfs://HOST:PORT (HDFS-6490)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',8514,8514,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','NOT_DESIGN'),(10572,'TODO: get storage type from the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/web/resources/NamenodeWebHdfsMethods.java',226,226,'org.apache.hadoop.hdfs.server.namenode.web.resources.NamenodeWebHdfsMethods','chooseDatanode(NameNode, String, HttpOpParam.Op, long, long, String)',NULL),(10573,'assert AMRMTokenSecretManager also knows about the AMRMToken password\nTODO: fix this on YARN-2211','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',1252,1253,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','setup()','DESIGN'),(10574,'The submit/execute method of the ThreadPoolExecutor is bypassed and\nthe Runnable is directly put in the backing BlockingQueue so that we\ncan control exactly how the runnable is inserted into the queue.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/crypto/key/kms/ValueQueue.java',287,289,'org.apache.hadoop.crypto.key.kms.ValueQueue','submitRefillTask(String, Queue<E>)',NULL),(10575,'TODO should choose volume with storage type','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeList.java',57,57,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeList','getNextVolume(long)','DESIGN'),(10576,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeList.java',-1,-1,'None','None',NULL),(10577,'Move decommissioned/stale datanodes to the bottom','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',367,367,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(10578,'Move decommissioned/stale datanodes to the bottom','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',368,368,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>, boolean)',NULL),(10579,'Seed is normally the block id\nThis means we use the same pseudo-random order for each block, for\npotentially better page cache usage.\nSeed is not used if we want to randomize block location for every block','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetworkTopology.java',906,909,'org.apache.hadoop.net.NetworkTopology','sortByDistance(Node, Node[], int, long, boolean)','DESIGN'),(10580,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',631,631,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(10581,'Set the priority for the application master\nTODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',624,625,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(10582,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',1028,1028,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM()',NULL),(10583,'setup requirements for hosts\nusing * as any host will do for the distributed shell app\nset the priority for the request\nTODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',1020,1023,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM()',NULL),(10584,'Check that search access to the owning directory and read access to\nthe actual entity with the extended attribute is good enough.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/FSXAttrBaseTest.java',504,507,'org.apache.hadoop.hdfs.server.namenode.FSXAttrBaseTest','testGetXAttrs()',NULL),(10585,'Check that execute access to the owning directory and write access to\nthe actual entity with extended attributes is good enough.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/FSXAttrBaseTest.java',698,701,'org.apache.hadoop.hdfs.server.namenode.FSXAttrBaseTest','testRemoveXAttrPermissions()',NULL),(10586,'None','None','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',-1,-1,'None','None',NULL),(10587,'TODO: copyBytes instead?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/test/java/system/function/org/apache/hadoop/mapred/nativetask/testutil/BytesFactory.java',98,98,'org.apache.hadoop.mapred.nativetask.testutil.BytesFactory','toBytes(VTYPE)',NULL),(10588,'TODO: copyBytes instead?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/test/java/org/apache/hadoop/mapred/nativetask/testutil/BytesFactory.java',98,98,'org.apache.hadoop.mapred.nativetask.testutil.BytesFactory','toBytes(VTYPE)',NULL),(10589,'TODO: handle exception','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/test/java/org/apache/hadoop/mapred/nativetask/kvtest/LargeKVTest.java',86,86,'org.apache.hadoop.mapred.nativetask.kvtest.LargeKVTest','runKVSizeTests(Class<?>, Class<?>)',NULL),(10590,'Need to set the client\'s KeyProvider to the NN\'s for JKS,\nelse the updates do not get flushed properly','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestEncryptionZones.java',93,94,'org.apache.hadoop.hdfs.TestEncryptionZones','setup()',NULL),(10591,'assert AMRMTokenSecretManager also knows about the AMRMToken password','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMRestart.java',1252,1252,'org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart','setup()',NULL),(10592,'Need to set the client\'s KeyProvider to the NN\'s for JKS,\nelse the updates do not get flushed properly','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestReservedRawPaths.java',81,82,'org.apache.hadoop.hdfs.TestReservedRawPaths','setup()',NULL),(10593,'should reuse the earlier running container, so numAllocatedContainers\nshould be set to 1. And should ask no more containers, so\nnumRequestedContainers should be the same as numTotalContainers.\nThe only container is the container requested by the AM in the first\nattempt.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDSFailedAppMaster.java',37,41,'org.apache.hadoop.yarn.applications.distributedshell.TestDSFailedAppMaster','run()',NULL),(10594,'Dispatch the block move task to the proxy source & wait for the response','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',349,350,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10595,'Dispatch the block move task to the proxy source & wait for the response','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',380,381,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10596,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has\ngone wrong and it\'s never going to finish. To deal with this\nscenario, we set a long timeout (20 minutes) to avoid hanging\nthe balancer indefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',359,364,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10597,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has\ngone wrong and it\'s never going to finish. To deal with this\nscenario, we set a long timeout (20 minutes) to avoid hanging\nthe balancer indefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',390,395,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10598,'start a thread to dispatch the block move','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',440,440,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10599,'start a thread to dispatch the block move','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',471,471,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10600,'Add a scheduled block move to the node','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',638,638,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10601,'Add a scheduled block move to the node','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',676,676,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10602,'A thread that initiates a block move\nand waits for block move to complete','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',657,658,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10603,'A thread that initiates a block move\nand waits for block move to complete','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',695,696,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10604,'Decide if the given block is a good candidate to move or not','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',732,732,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10605,'Decide if the given block is a good candidate to move or not','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',775,775,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10606,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',742,748,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10607,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',785,791,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10608,'cancel the tentative move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',767,767,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10609,'cancel the tentative move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',810,810,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10610,'iterate all source\'s blocks to remove moved ones','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',775,775,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10611,'iterate all source\'s blocks to remove moved ones','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',818,818,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10612,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',792,800,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10613,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',835,843,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10614,'move the block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',812,812,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10615,'move the block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',855,855,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10616,'filter already moved blocks','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',821,821,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10617,'filter already moved blocks','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',864,864,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10618,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1161,1166,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10619,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1251,1256,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10620,'The sleeping period before checking if block move is completed again','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1190,1190,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10621,'The sleeping period before checking if block move is completed again','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1280,1280,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10622,'initialize the moved blocks collection','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1234,1234,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10623,'initialize the moved blocks collection','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1325,1325,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10624,'add a block thus marking a block to be moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1240,1240,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10625,'add a block thus marking a block to be moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1331,1331,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10626,'check if a block is marked as moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1245,1245,'org.apache.hadoop.hdfs.server.balancer.Balancer','toString()',NULL),(10627,'check if a block is marked as moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1336,1336,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10628,'we first start a cluster and fill the cluster up to a certain size.\nthen redistribute blocks according the required distribution.\nThen we start an empty datanode.\nAfterwards a balancer is run to balance the cluster.\nA partially filled datanode is excluded during balancing.\nThis triggers a situation where one of the block\'s location is unknown.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/balancer/TestBalancer.java',661,667,'org.apache.hadoop.hdfs.server.balancer.TestBalancer','testUnknownDatanode()',NULL),(10629,'Now take care of the rest of the files and subdirectories','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',828,828,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)',NULL),(10630,'Now take care of the rest of the files and subdirectories','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',927,927,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocksHelper(File, File, int, HardLink, boolean, File, List<LinkArgs>)',NULL),(10631,'TODO: need to take care of the renew case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineClientImpl.java',215,215,'org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl','getHttpURLConnection(URL)',NULL),(10632,'TODO: need to take care of the renew case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineClientImpl.java',215,215,'org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl','getHttpURLConnection(URL)',NULL),(10633,'If the status code is not 200, some thing wrong should happen at the\nserver side, the JSON content is going to contain exception details.\nWe can use the JSON content to reconstruct the exception object.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineAuthenticator.java',224,226,'org.apache.hadoop.yarn.client.api.impl.TimelineAuthenticator','validateAndParseResponse(HttpURLConnection)',NULL),(10634,'If the status code is not 200, some thing wrong should happen at the\nserver side, the JSON content is going to contain exception details.\nWe can use the JSON content to reconstruct the exception object.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineAuthenticator.java',224,226,'org.apache.hadoop.yarn.client.api.impl.TimelineAuthenticator','validateAndParseResponse(HttpURLConnection)',NULL),(10635,'TODO : for renewer','Line','hadoop-hdfs-project/hadoop-hdfs-httpfs/src/main/java/org/apache/hadoop/fs/http/client/HttpFSFileSystem.java',1096,1096,'org.apache.hadoop.fs.http.client.HttpFSFileSystem','getRenewToken()',NULL),(10636,'TODO : for renewer','Line','hadoop-hdfs-project/hadoop-hdfs-httpfs/src/main/java/org/apache/hadoop/fs/http/client/HttpFSFileSystem.java',1102,1102,'org.apache.hadoop.fs.http.client.HttpFSFileSystem','setDelegationToken(Token<T>)',NULL),(10637,'Dispatch the block move task to the proxy source & wait for the response','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',385,386,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10638,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has\ngone wrong and it\'s never going to finish. To deal with this\nscenario, we set a long timeout (20 minutes) to avoid hanging\nthe balancer indefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',395,400,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10639,'Check that this Balancer is compatible with the Block Placement Policy\nused by the Namenode.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',192,194,'org.apache.hadoop.hdfs.server.balancer.Balancer','None',NULL),(10640,'start a thread to dispatch the block move','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',476,476,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10641,'Add a scheduled block move to the node','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',643,643,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10642,'A thread that initiates a block move\nand waits for block move to complete','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',662,663,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10643,'Decide if the given block is a good candidate to move or not','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',742,742,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10644,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',752,758,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10645,'all data node lists','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',184,184,'org.apache.hadoop.hdfs.server.balancer.Balancer','None',NULL),(10646,'cancel the tentative move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',777,777,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10647,'cancel the tentative move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',635,635,'org.apache.hadoop.hdfs.server.balancer.Dispatcher','get(Block)',NULL),(10648,'iterate all source\'s blocks to remove moved ones','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',785,785,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10649,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',802,810,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10650,'move the block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',822,822,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)',NULL),(10651,'move the block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',678,678,'org.apache.hadoop.hdfs.server.balancer.Dispatcher','get(Block)',NULL),(10652,'filter already moved blocks','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',831,831,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10653,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1195,1200,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','DESIGN'),(10654,'reset all fields in a balancer preparing for the next iteration','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',450,450,'org.apache.hadoop.hdfs.server.balancer.Balancer','checkReplicationPolicyCompatibility(Configuration)',NULL),(10655,'The sleeping period before checking if block move is completed again','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1224,1224,'org.apache.hadoop.hdfs.server.balancer.Balancer','toKey(String, StorageType)','NOT_DESIGN'),(10656,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has gone\nwrong and it\'s never going to finish. To deal with this scenario, we\nset a long timeout (20 minutes) to avoid hanging the balancer\nindefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',286,292,'org.apache.hadoop.hdfs.server.balancer.Dispatcher','get(Block)',NULL),(10657,'Only one AMRMToken is stored per-attempt, so this should be fine. Can\'t\nuse TokenSelector as service may change - think fail-over.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',741,742,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()','DESIGN'),(10658,'TODO Today unmanaged AM client is waiting for app state to be Accepted to\nlaunch the AM. This is broken since we changed to start the attempt\nafter the application is Accepted. We may need to introduce an attempt\nreport that client can rely on to query the attempt state and choose to\nlaunch the unmanaged AM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',1188,1192,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()','DESIGN'),(10659,'create AMRMToken','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',1201,1201,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(10660,'As per documentation this is supposed to be the way to figure\nif password was correct','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/crypto/key/JavaKeyStoreProvider.java',270,271,'org.apache.hadoop.crypto.key.JavaKeyStoreProvider','tryLoadFromPath(Path, Path)',NULL),(10661,'Unfortunately that doesn\'t seem to work..\nWorkaround :','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/crypto/key/JavaKeyStoreProvider.java',275,276,'org.apache.hadoop.crypto.key.JavaKeyStoreProvider','tryLoadFromPath(Path, Path)',NULL),(10662,'Unfortunately we don\'t have a good way to know if the Datanode is\ntaking a really long time to move a block, OR something has gone\nwrong and it\'s never going to finish. To deal with this scenario, we\nset a long timeout (20 minutes) to avoid hanging indefinitely.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',281,286,'org.apache.hadoop.hdfs.server.balancer.Dispatcher','get(Block)','DESIGN'),(10663,'Proxy or target may have some issues, delay before using these nodes\nfurther in order to avoid a potential storm of \\\"threads quota\nexceeded\\\" warnings when the dispatcher gets out of sync with work\ngoing on in datanodes.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',312,315,'org.apache.hadoop.hdfs.server.balancer.Dispatcher','get(Block)',NULL),(10664,'TODO: exit code script for Windows','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',345,345,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(10665,'TODO: currently we only support setting storage policy on a file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',966,966,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedSetStoragePolicy(String, byte)','DESIGN'),(10666,'TODO: set storage policy on a directory','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestBlockStoragePolicy.java',177,177,'org.apache.hadoop.hdfs.TestBlockStoragePolicy','testSetStoragePolicy()','NOT_DESIGN'),(10667,'Check whether the move would go over maxRunningApps or maxShare','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',1472,1472,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','verifyMoveDoesNotViolateConstraints(FSSchedulerApp, FSLeafQueue, FSLeafQueue)',NULL),(10668,'Check whether the move would go over maxRunningApps or maxShare','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',1470,1470,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','verifyMoveDoesNotViolateConstraints(FSAppAttempt, FSLeafQueue, FSLeafQueue)',NULL),(10669,'For each priority, see if we can schedule a node local, rack local\nor off-switch request. Rack of off-switch requests may be delayed\n(not scheduled) in order to promote better locality.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java',519,521,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt','assignContainer(FSSchedulerNode, boolean)',NULL),(10670,'For each priority, see if we can schedule a node local, rack local\nor off-switch request. Rack of off-switch requests may be delayed\n(not scheduled) in order to promote better locality.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',294,296,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, boolean)',NULL),(10671,'We will clean up unused keys here. An interesting optimization might\nbe to have an upper bound on keyspace in callCounts and only\nclean once we pass it.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java',262,264,'org.apache.hadoop.ipc.DecayRpcScheduler','run()',NULL),(10672,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java',-1,-1,'None','None',NULL),(10673,'Protect against HTTP response splitting vulnerability\nsince value is written as part of the response header','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/webapp/CrossOriginFilter.java',190,191,'org.apache.hadoop.yarn.server.timeline.webapp.CrossOriginFilter','encodeHeader(String)',NULL),(10674,'after the move','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestCapacityScheduler.java',1537,1537,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestCapacityScheduler','testMoveAppQueueMetricsCheck()',NULL),(10675,'after the move\nafter the move\napp moved here with live containers','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestCapacityScheduler.java',1544,1546,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestCapacityScheduler','testMoveAppQueueMetricsCheck()',NULL),(10676,'it was empty before the move','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestCapacityScheduler.java',1549,1549,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestCapacityScheduler','testMoveAppQueueMetricsCheck()',NULL),(10677,'1 container on original queue before move','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestCapacityScheduler.java',1555,1555,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestCapacityScheduler','testMoveAppQueueMetricsCheck()',NULL),(10678,'after the move the resource released','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestCapacityScheduler.java',1557,1557,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestCapacityScheduler','testMoveAppQueueMetricsCheck()',NULL),(10679,'TODO Does the FS object need to be different ?\nlog Dir FileSystem\ndone Dir FileSystem','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',77,79,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None','NOT_DESIGN'),(10680,'Those file systems may differ from the job configuration\nSee org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils\n#ensurePathInDefaultFileSystem\nlog Dir FileSystem\ndone Dir FileSystem','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',77,81,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(10681,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestBlockStoragePolicy.java',-1,-1,'None','None',NULL),(10682,'try to schedule replica move.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/mover/Mover.java',256,256,'org.apache.hadoop.hdfs.server.mover.Mover','add(Source, StorageGroup)',NULL),(10683,'TODO: need to take care of the renew case','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineClientImpl.java',237,237,'org.apache.hadoop.yarn.client.api.impl.TimelineClientImpl','serviceInit(Configuration)',NULL),(10684,'Delegate to the sub-queue\'s poll, which could still return null','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/FairCallQueue.java',283,283,'org.apache.hadoop.ipc.FairCallQueue','signalNotEmpty()',NULL),(10685,'FixME','Line','hadoop-hdfs-project/hadoop-hdfs-nfs/src/test/java/org/apache/hadoop/hdfs/nfs/nfs3/TestRpcProgramNfs3.java',368,368,'org.apache.hadoop.hdfs.nfs.nfs3.TestRpcProgramNfs3','testMkdir()',NULL),(10686,'There should only be one trace id as it should all be homed in the\ntop trace.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/tracing/TestTracing.java',97,98,'org.apache.hadoop.tracing.TestTracing','testSpanReceiverHost()',NULL),(10687,'try to schedule replica move.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/mover/Mover.java',316,316,'org.apache.hadoop.hdfs.server.mover.Mover','add(Source, StorageGroup)','NOT_DESIGN'),(10688,'try to schedule one replica move.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/mover/Mover.java',337,337,'org.apache.hadoop.hdfs.server.mover.Mover','add(Source, StorageGroup)',NULL),(10689,'TODO verify according to the given path list','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/mover/TestStorageMover.java',171,171,'org.apache.hadoop.hdfs.server.mover.TestStorageMover','verify(boolean)',NULL),(10690,'todo: test symlink-to-symlink-to-dir, etc.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',885,885,'org.apache.hadoop.fs.TestGlobPaths','run(FSTestWrapper, FSTestWrapper, FileSystem, FileContext)',NULL),(10691,'The default working directory for FileSystem is the user\'s home\ndirectory.  For FileContext, the default is based on the UNIX user that\nstarted the jvm.  This is arguably a bug (see HADOOP-10944 for\ndetails).  We work around it here by explicitly calling\ngetWorkingDirectory and going from there.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestGlobPaths.java',1117,1121,'org.apache.hadoop.fs.TestGlobPaths','run()',NULL),(10692,'TODO: Initialize transientReplicaTracker from blocks on disk.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',264,264,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10693,'TODO: It is really inefficient to do this with the Object lock held!\nTODO: This logic is here just for prototyping.\nTODO: We should replace it with proactive discard when ram_disk free space\nTODO:   falls below a low watermark. That way we avoid fs operations on the\nTODO:   hot path with the lock held.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',874,878,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10694,'Move the persisted replica to the finalized directory of\nthe target volume.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',893,894,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(10695,'Move the replica outside the lock.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',2270,2270,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','saveNextReplica()',NULL),(10696,'Delete all checkpointed replicas on startup.\nTODO: We can move checkpointed replicas to the finalized dir and delete\nthe copy on RAM_DISK. For now we take the simpler approach.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/BlockPoolSlice.java',97,99,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice','run()','NOT_DESIGN'),(10697,'TODO: This can be made more efficient.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/LazyWriteReplicaTracker.java',115,115,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.LazyWriteReplicaTracker','ReplicaState> getLruMap()',NULL),(10698,'local buffer is empty and user buffer size >= local buffer size, so\nsimply checksum the user buffer and send it directly to the underlying\nstream','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java',120,122,'org.apache.hadoop.fs.FSOutputSummer','write1(byte[], int, int)',NULL),(10699,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeImpl.java',269,269,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl','addToReplicasMap(String, ReplicaMap, File, boolean)','NOT_DESIGN'),(10700,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeImpl.java',-1,-1,'None','None',NULL);
