INSERT INTO `SATDInFile` VALUES (7570,'start a thread to dispatch the block move','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',373,373,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7571,'Add a scheduled block move to the node','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',545,545,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7572,'A thread that initiates a block move\nand waits for block move to complete','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',564,565,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7573,'Decide if the given block is a good candidate to move or not','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',637,637,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7574,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',647,653,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7575,'cancel the tentative move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',672,672,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7576,'iterate all source\'s blocks to remove moved ones','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',680,680,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7577,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',697,705,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7578,'move the block','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',715,715,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7579,'filter already moved blocks','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',724,724,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7580,'Decide all <source, target> pairs and\nthe number of bytes to move from a source to a target\nMaximum bytes to be moved per node is\nMin(1 Band worth of bytes,  MAX_SIZE_TO_MOVE).\nReturn total number of bytes to move in this iteration','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',880,885,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7581,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1076,1081,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7582,'The sleeping period before checking if block move is completed again','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1105,1105,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7583,'initialize the moved blocks collection','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1149,1149,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7584,'add a block thus marking a block to be moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1155,1155,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7585,'check if a block is marked as moved','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1160,1160,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7586,'If at least 1 distributed cache file is missing in the expected\ndistributed cache dir, Gridmix cannot proceed with emulation of\ndistributed cache load.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',89,91,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None','DESIGN'),(7587,'Whether to emulate distributed cache usage or not','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',111,111,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(7588,'consider job-submitter for private distributed cache file','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',397,397,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','mapDistCacheFilePath(String, String, boolean, String)',NULL),(7589,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',138,143,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7590,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',138,143,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7591,'move block to the head of the list','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1449,1449,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7592,'move block to the head of the list','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1449,1449,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7593,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1546,1552,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7594,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1546,1552,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7595,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',2102,2103,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7596,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',2102,2103,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7597,'// Set the policy to default policy to place the block in the default way\nsetBlockPlacementPolicy(namesystem, new BlockPlacementPolicyDefault(','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',273,274,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None','NOT_DESIGN'),(7598,'// verify policy deletes the correct blocks. companion blocks should be\n// evenly distributed.','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',421,422,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None','DESIGN'),(7599,'move to current trash','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/TrashPolicyDefault.java',141,141,'org.apache.hadoop.fs.TrashPolicyDefault','initialize(Configuration, FileSystem, Path)',NULL),(7600,'HDFS ignore the \\\"x\\\" bit if the permission.\n','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsPermission.java',69,72,'org.apache.hadoop.fs.TestFcHdfsPermission','clusterSetupAtBegining()',NULL),(7601,'u1 has 5 map slots and 5 reduce slots. u2 has 4 map slots and 4 reduce\nslots. Because of high memory tasks, giving u2 another task would\noverflow limits. So, no more tasks should be given to anyone.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1032,1034,'org.apache.hadoop.mapred.TestCapacityScheduler','testUserLimitsForHighMemoryJobs()',NULL),(7602,'Total 2 map slots should be accounted for.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1429,1429,'org.apache.hadoop.mapred.TestCapacityScheduler','testHighMemoryBlockingAcrossTaskTypes()',NULL),(7603,'Total 1 map slot should be accounted for.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1503,1503,'org.apache.hadoop.mapred.TestCapacityScheduler','testClusterBlockingForLackOfMemory()',NULL),(7604,'Check if the job has been properly cleaned up.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',2027,2027,'org.apache.hadoop.mapred.TestCapacityScheduler','testFailedJobInitalizations()',NULL),(7605,'copy the split and fix up the locations','Line','hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/terasort/TeraScheduler.java',213,213,'org.apache.hadoop.examples.terasort.TeraScheduler','getNewFileSplits()',NULL),(7606,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',87,88,'org.apache.hadoop.hdfs.DFSInputStream','None',NULL),(7607,'\nConnect to best DataNode for desired Block, with potential offset\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',385,387,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7608,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',646,649,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7609,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',748,749,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7610,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',757,769,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7611,'XXX is this necessary?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/join/ResetableIterator.java',88,88,'org.apache.hadoop.mapreduce.lib.join.ResetableIterator','close()',NULL),(7612,'turn down the completion poll interval from the 5 second default\nfor better test performance.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTaskFail.java',221,222,'org.apache.hadoop.mapred.TestTaskFail','testWithDFS()',NULL),(7613,'TODO: Refactor this method, it seems more complicated than necessary.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/ExponentiallySmoothedTaskRuntimeEstimator.java',95,95,'org.apache.hadoop.mapreduce.v2.app.speculate.ExponentiallySmoothedTaskRuntimeEstimator','incorporate(float, long)',NULL),(7614,'TODO: use explicit date formats','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingOutput.java',62,62,'org.apache.hadoop.vertica.VerticaStreamingOutput','Text> getRecordWriter(TaskAttemptContext)',NULL),(7615,'move map output to reduce input','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/LocalJobRunner.java',402,402,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)',NULL),(7616,'Statistics are maintained for a couple of things\nmapTaskStats is used for maintaining statistics about\nthe completion time of map tasks on the trackers. On a per\ntracker basis, the mean time for task completion is maintained','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',268,271,'org.apache.hadoop.mapred.JobInProgress','None',NULL),(7617,'TODO The only problem with these counters would be on restart.\nThe jobtracker updates the counter only when the task that is scheduled\nif from a non-running tip and is local (data, rack ...). But upon restart\nas the reports come from the task tracker, there is no good way to infer\nwhen exactly to increment the locality counters. The only solution is to\nincrement the counters for all the tasks irrespective of\n- whether the tip is running or not\n- whether its a speculative task or not\n\nSo to simplify, increment the data locality counter whenever there is\ndata locality.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',1683,1693,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(7618,'Ugly!\nConvert the trackerName to it\'s host name','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',1731,1732,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(7619,'see if a different TIP might work better.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobInProgress.java',2213,2213,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(7620,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobsWithHistoryService.java',81,82,'org.apache.hadoop.mapreduce.v2.TestMRJobsWithHistoryService','setup()',NULL),(7621,'TODO the Assert below worked. need to check\nShould we compare each field or convert to V2 counter and compare','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobsWithHistoryService.java',125,126,'org.apache.hadoop.mapreduce.v2.TestMRJobsWithHistoryService','testJobHistoryData()',NULL),(7622,'Make the 1st volume directories on the first two datanodes\nnon-accessible.  We don\'t make all three 1st volume directories\nreadonly since that would cause the entire pipeline to\nfail. The client does not retry failed nodes even though\nperhaps they could succeed because just a single volume failed.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',127,133,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7623,'Eventually the NN should report two volume failures','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',163,163,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7624,'The DN should consider itself dead','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',208,208,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7625,'TODO Force a comparator?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ProtoBase.java',14,14,'org.apache.hadoop.yarn.api.records.ProtoBase','hashCode()',NULL),(7626,'FIXME:\n\nCan then replace task-level uber counters (MR-2424) with job-level ones\nsent from LocalContainerLauncher, and eventually including a count of\nof uber-AM attempts (probably sent from MRAppMaster).','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',154,158,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','None',NULL),(7627,'FIXME:\n\nCan then replace task-level uber counters (MR-2424) with job-level ones\nsent from LocalContainerLauncher, and eventually including a count of\nof uber-AM attempts (probably sent from MRAppMaster).','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',154,158,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','None',NULL),(7628,'TODO - Fix to correctly setup report and to check state','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',591,591,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getReport()',NULL),(7629,'TODO - Fix to correctly setup report and to check state','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',591,591,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getReport()','DESIGN'),(7630,'FIXME: why indirection? return numMapTasks...\nunless race?  how soon can this get called?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',780,781,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalMaps()',NULL),(7631,'FIXME: why indirection? return numMapTasks...\nunless race?  how soon can this get called?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',780,781,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalMaps()',NULL),(7632,'FIXME: why indirection? return numReduceTasks','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',786,786,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalReduces()',NULL),(7633,'FIXME: why indirection? return numReduceTasks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',786,786,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalReduces()',NULL),(7634,'TODO JH Verify jobACLs, UserName via UGI?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',816,816,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7635,'TODO JH Verify jobACLs, UserName via UGI?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',816,816,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7636,'FIXME (see above)\nignoring overhead due to UberTask and statics as negligible here:\nFIXME   && (Math.max(memoryPerMap, memoryPerReduce) <= sysMemSizeForUberSlot\n|| sysMemSizeForUberSlot == JobConf.DISABLED_MEMORY_LIMIT)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',888,891,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7637,'FIXME (see above)\nignoring overhead due to UberTask and statics as negligible here:\nFIXME   && (Math.max(memoryPerMap, memoryPerReduce) <= sysMemSizeForUberSlot\n|| sysMemSizeForUberSlot == JobConf.DISABLED_MEMORY_LIMIT)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',888,891,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7638,'TODO: also note which node?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',913,913,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7639,'TODO: also note which node?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',913,913,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7640,'probably should retry elsewhere, i.e., move entire uber-AM:  ergo,\nlimit attempts to 1 (or at most 2?  probably not...)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',919,920,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7641,'probably should retry elsewhere, i.e., move entire uber-AM:  ergo,\nlimit attempts to 1 (or at most 2?  probably not...)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',919,920,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7642,'TODO XXX Should JobInitedEvent be generated here (instead of in StartTransition)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',963,963,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7643,'TODO XXX Should JobInitedEvent be generated here (instead of in StartTransition)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',963,963,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7644,'TODO Is this JH event required.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1413,1413,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7645,'TODO Is this JH event required.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1413,1413,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7646,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',303,306,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7647,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',303,306,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7648,'TODO: this is required because rpc server does not shut down\nin spite of calling server.stop().\nBring the process down by force.\nNot needed after HADOOP-7140','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',321,324,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7649,'TODO: this is required because rpc server does not shut down\nin spite of calling server.stop().\nBring the process down by force.\nNot needed after HADOOP-7140','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',321,324,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7650,'TODO:should have an interface for MRClientService','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',406,406,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7651,'TODO:should have an interface for MRClientService','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',406,406,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7652,'Checking if a Mapper.map within a Runnable has generated an\nIOException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',120,123,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(7653,'Checking if a Mapper.map within a Runnable has generated a\nRuntimeException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',128,131,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(7654,'TODO Move these keys to CommonConfigurationKeys','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/factory/providers/RpcFactoryProvider.java',20,20,'org.apache.hadoop.yarn.factory.providers.RpcFactoryProvider','None',NULL),(7655,'When step == 0, this loop starts as many map tasks it can wrt\nmaxTasksPerJob\nWhen step == 1, this loop starts as many reduce tasks it can wrt\nmaxTasksPerJob\nWhen step == 2, this loop starts as many map tasks it can\nWhen step == 3, this loop starts as many reduce tasks it can\n\nIt may seem that we would improve this loop by queuing jobs we cannot\nstart in steps 0 and 1 because of maxTasksPerJob, and using that queue\nin step 2 and 3.\nA first thing to notice is that the time with the current algorithm is\nlogarithmic, because it is the sum of (p^k) for k from 1 to N, were\nN is the number of jobs and p is the probability for a job to not exceed\nlimits The probability for the cache to be useful would be similar to\np^N, that is 1/(e^N), whereas its size and the time spent to manage it\nwould be in ln(N).\nSo it is not a good idea.','Block','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/LimitTasksPerJobTaskScheduler.java',96,114,'org.apache.hadoop.mapred.LimitTasksPerJobTaskScheduler','assignTasks(TaskTracker)',NULL),(7656,'give up','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/QuickSort.java',82,82,'org.apache.hadoop.util.QuickSort','sortInternal(IndexedSortable, int, int, Progressable, int)',NULL),(7657,'TODO can replace with form of GridmixJob','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateData.java',61,61,'None','None',NULL),(7658,'test hashing distribution policy','Line','hadoop-mapreduce-project/src/contrib/index/src/test/org/apache/hadoop/contrib/index/mapred/TestDistributionPolicy.java',154,154,'org.apache.hadoop.contrib.index.mapred.TestDistributionPolicy','testDistributionPolicy()',NULL),(7659,'We don\'t want to run the failing map task 4 times. So we run it once and\ncheck if all the subprocesses are killed properly.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestKillSubProcesses.java',112,113,'org.apache.hadoop.mapred.TestKillSubProcesses','runKillingJobAndValidate(JobTracker, JobConf)',NULL),(7660,'Verify fix of bug identified in HADOOP-6004','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestBlockLocation.java',30,30,'org.apache.hadoop.fs.TestBlockLocation','testDeserialization()',NULL),(7661,'Convert the list of split point strings into an actual set of InputSplits.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/TextSplitter.java',119,119,'org.apache.hadoop.mapreduce.lib.db.TextSplitter','None',NULL),(7662,'TODO: This should be part of something like yarn-client.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',75,75,'None','None',NULL),(7663,'TODO: Implement getBlacklistedTrackers','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',129,129,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7664,'TODO: Implement getDelegationToken','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',149,149,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7665,'TODO: Implement renewDelegationToken','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',282,282,'org.apache.hadoop.mapred.ResourceMgrDelegate','renewDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7666,'can\'t easily know what the correct values are going to be so just\nmake sure they aren\'t Unknown','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/util/TestYarnVersionInfo.java',39,40,'org.apache.hadoop.yarn.util.TestYarnVersionInfo','testVersionInfoGenerated()',NULL),(7667,'Maybe the server is in unsecure mode (that\'s bad but okay)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',216,216,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(7668,'better if we don\'t create the input format instance','Line','hadoop-mapreduce-project/src/contrib/index/src/java/org/apache/hadoop/contrib/index/mapred/IndexUpdater.java',101,101,'org.apache.hadoop.contrib.index.mapred.IndexUpdater','createJob(Configuration, Path[], Path, int, Shard[])',NULL),(7669,'Finish the map task on the tracker 1. Finishing it here to work\naround bug in the FakeJobInProgress object','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTrackerReservation.java',260,261,'org.apache.hadoop.mapred.TestTrackerReservation','testReservationOnBlacklistedTracker()',NULL),(7670,'TODO Catch NumberFormatException - Do not fail if there\'s only a few fields missing.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java',110,110,'org.apache.hadoop.mapreduce.v2.jobhistory.FileNameIndexUtils','getIndexInfo(String)','DESIGN'),(7671,'TODO Maybe handle default values for longs and integers here?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java',208,208,'org.apache.hadoop.mapreduce.v2.jobhistory.FileNameIndexUtils','getNonEmptyString(String)',NULL),(7672,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',141,142,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(7673,'TODO: FIX. Be in Sync with\nResourceManager.java','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',194,195,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(7674,'Refresh the service level authorization policy','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',145,145,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(7675,'Refresh the service level authorization policy once again,\nthis time it should fail!','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',162,163,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(7676,'delete output -- should we really do this?','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/MRBench.java',292,292,'org.apache.hadoop.mapred.MRBench','run(String[])',NULL),(7677,'TODO : use fixed port ??','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestClientRedirect.java',316,316,'org.apache.hadoop.mapred.TestClientRedirect','start(Configuration)',NULL),(7678,'TODO: They say tokens via env isn\'t good.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',32,32,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(7679,'TODO: Weird. This is part of AM command line. Instead it should be a env.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',40,40,'org.apache.hadoop.yarn.api.ApplicationConstants','None','DESIGN'),(7680,'TODO: if the user wants the trash to be used but there is any\nproblem (ie. creating the trash dir, moving the item to be deleted,\netc), then the path will just be deleted because moveToTrash returns\nfalse and it falls thru to fs.delete.  this doesn\'t seem right','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Delete.java',85,88,'org.apache.hadoop.fs.shell.Delete','registerCommands(CommandFactory)',NULL),(7681,'TODO: should probably allow path arguments for the filesystems','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Delete.java',167,167,'org.apache.hadoop.fs.shell.Delete','processOptions(LinkedList<String>)',NULL),(7682,'TODO: un-comment checkFullFile once the lease recovery is done','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestRenameWhileOpen.java',40,40,'org.apache.hadoop.hdfs.TestRenameWhileOpen','checkFullFile(FileSystem, Path)',NULL),(7683,'pcnt would fail\nresetSpill doesn\'t move bufindex, kvindex','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java',1306,1307,'org.apache.hadoop.mapred.MapTask','isMapTask()',NULL),(7684,'move over \'(\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',197,197,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(7685,'move over \')\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',202,202,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(7686,'A RecordTypeInfo is really just a wrapper around StructTypeID','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/record/meta/RecordTypeInfo.java',45,45,'org.apache.hadoop.record.meta.RecordTypeInfo','None',NULL),(7687,'Make sure we really waited for the flush to complete!','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',415,415,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveImageWhileSyncInProgress()',NULL),(7688,'Make sure we really waited for the flush to complete!','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',507,507,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveRightBeforeSync()',NULL),(7689,'Flip to the newly parsed permissions','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/authorize/ServiceAuthorizationManager.java',140,140,'org.apache.hadoop.security.authorize.ServiceAuthorizationManager','refresh(Configuration, PolicyProvider)',NULL),(7690,'Write back the new restart count and rename the old info file\nTODO This is similar to jobhistory recovery, maybe this common code\ncan be factored out.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',1163,1165,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(7691,'Set service-level authorization security policy','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',1492,1492,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(7692,'This simply marks the job as completed. Note that the caller is responsible\nfor raising events.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTracker.java',3442,3443,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(7693,'TODO: figureout how to return length when there is no start and end','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaInputSplit.java',150,150,'org.apache.hadoop.vertica.VerticaInputSplit','getLength()',NULL),(7694,'Remove all policies where srcPath <= currentSrcPath or\nmatchingPrefixLength is < length(currentSrcPath)\nThe policies remaining are the only ones that could better\nselect a file chosen by the current policy.','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',99,102,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(7695,'If there is a problem with the har path, this will let us continue.','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',173,173,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(7696,'domain name\ntoo short\ntoo long\ntoo large\nweird\ntoo short\ntoo long\ntoo large\ntoo large','Line','hadoop-mapreduce-project/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestRemoveIpsFromLoggedNetworkTopology.java',54,62,'org.apache.hadoop.mapred.TestRemoveIpsFromLoggedNetworkTopology','testIsIPAddress()',NULL),(7697,'setup pipeline to append to the last block XXX retries??','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',358,358,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)',NULL),(7698,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1504,1506,'org.apache.hadoop.hdfs.DFSOutputStream','hflush()',NULL),(7699,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',121,122,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)',NULL),(7700,'TODO: Synchronization problems!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',142,142,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)',NULL),(7701,'Load ContainerManager tokens before creating a connection.\nTODO: Do it only once per NodeManager.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',186,187,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(7702,'We will have to remove the launch (meant \\\"cleanup\\\"? FIXME) event if it is still in eventQueue\nand not yet processed','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',234,235,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(7703,'TODO: Any synchro needed?\ndeallocate the container','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',237,238,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(7704,'TODO:check whether container is launched','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',246,246,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(7705,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',130,131,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(7706,'TODO: HTMl Quoting?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',140,140,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(7707,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidHar.java',75,75,'org.apache.hadoop.raid.TestRaidHar','createClusters(boolean)',NULL),(7708,'Ugly utility, maybe someone else can do this better','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/WritableUtils.java',85,85,'org.apache.hadoop.io.WritableUtils','readCompressedString(DataInput)',NULL),(7709,'This really shouldn\'t happen...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/GetImageServlet.java',202,202,'org.apache.hadoop.hdfs.server.namenode.GetImageServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(7710,'\nMove the previous metafile into the current one.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestCrcCorruption.java',156,158,'org.apache.hadoop.hdfs.TestCrcCorruption','thistest(Configuration, DFSTestUtil)',NULL),(7711,'spawn the JVM in a new thread. Note that there will be very little\nextra overhead of launching the new thread for a new JVM since\nmost of the cost is involved in launching the process. Moreover,\nsince we are going to be using the JVM for running many tasks,\nthe thread launch cost becomes trivial when amortized over all\ntasks. Doing it this way also keeps code simple.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JvmManager.java',414,419,'org.apache.hadoop.mapred.JvmManager','constructJvmEnv(List<String>, Vector<String>, File, File, long, File, Map<String, String>, JobConf)',NULL),(7712,'TODO remove this once the deprecate APIs in LoggedJob are removed','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',233,233,'org.apache.hadoop.tools.rumen.JobBuilder','process(Properties)',NULL),(7713,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',521,523,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(7714,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',544,546,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(7715,'TODO: for other exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java',213,213,'org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator','startAllocatorThread()',NULL),(7716,'now take care of the rest of the files and subdirectories','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',723,723,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)','NOT_DESIGN'),(7717,'TODO Not generated yet in MRV2\nTODO Not generated yet MRV2','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobSummary.java',26,27,'org.apache.hadoop.mapreduce.jobhistory.JobSummary','None',NULL),(7718,'Validate the existence of Distributed Cache files list file directly\nunder distributed cache directory','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',85,86,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','validateDistCacheData(JobConf, long[])',NULL),(7719,'Verify if correct exit code is seen when -generate option is missing and\ndistributed cache files are missing in the expected path.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',351,352,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testSetupGenerateDistCacheData()',NULL),(7720,'Validate if DistributedCacheEmulator can handle a JobStory with out\nDistributed Cache files properly.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',499,500,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testDistCacheFilesConfiguration()',NULL),(7721,'long, because 2^31 could well be only about a month\'s worth of\nheartbeats, with reasonable assumptions and JobTracker improvements.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobTrackerMetricsInst.java',71,72,'org.apache.hadoop.mapred.JobTrackerMetricsInst','None',NULL),(7722,'Read characters into a portion of an array, reading from the underlying\nstream at most once if necessary.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSInputChecker.java',215,218,'org.apache.hadoop.fs.FSInputChecker','read1(byte[], int, int)',NULL),(7723,'We should never receive a duplicate success/failure/killed\nstatus update for the same taskid! This is a safety check,\nand is addressed better at the TaskTracker to ensure this.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/TaskInProgress.java',684,686,'org.apache.hadoop.mapred.TaskInProgress','getSplits(TaskAttemptID)',NULL),(7724,'TODO Remove this once LocalJobRunner can run Gridmix.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestCompressionEmulationUtils.java',60,60,'org.apache.hadoop.mapred.gridmix.TestCompressionEmulationUtils','getSplits(JobContext)',NULL),(7725,'Upload only in security mode: TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',215,215,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)',NULL),(7726,'XXX Remove','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',224,224,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)',NULL),(7727,'TODO gross hack','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',305,305,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(7728,'TODO: Only if security is on.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',313,313,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(7729,'TODO - Remove this!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',319,319,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(7730,'TODO: RM should get this from RPC.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',369,369,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(7731,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[], long[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',418,419,'org.apache.hadoop.mapred.YARNRunner','parseDistributedCacheArtifacts(Configuration, ApplicationSubmissionContext, LocalResourceType, URI[], long[], long[], boolean[], Path[])',NULL),(7732,'TODO - Move this to MR!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',476,476,'org.apache.hadoop.mapred.YARNRunner','getFileSizes(Configuration, String)',NULL),(7733,'default number of files to fix simultaneously','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',104,104,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(7734,'number of files to fix simultaneously','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',112,112,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(7735,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',597,598,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(7736,'TODO Comparator','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',304,304,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(7737,'We appear to have missed some transactions -- the NN probably\nlost contact with us temporarily. So, mark the current segment\nas aborted.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',326,328,'org.apache.hadoop.hdfs.server.namenode.BackupImage','namenodeStartedLogSegment(long)',NULL),(7738,'TODO: Not used at all!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',33,33,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTracker','contains(LocalResourceRequest)',NULL),(7739,'do the clean up of temporary directory','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileOutputCommitter.java',95,95,'org.apache.hadoop.mapred.FileOutputCommitter','cleanupJob(JobContext)',NULL),(7740,'TODO Add a layer to enable SQL \\\"sharding\\\" and support locality','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DBInputFormat.java',105,105,'org.apache.hadoop.mapreduce.lib.db.DBInputFormat','readFields(DataInput)',NULL),(7741,'TODO Is this required?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',83,83,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','init(Configuration)',NULL),(7742,'TODO: ContainersLauncher launches containers one by one!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',99,99,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','handle(ContainersLauncherEvent)',NULL),(7743,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',57,57,'org.apache.hadoop.yarn.server.MiniYARNCluster','None',NULL),(7744,'TODO: We have just 2 types of listeners as of now . If no of listeners\nincrease then we should move to map kind of model.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Statistics.java',151,152,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(7745,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestIPC.java',372,374,'org.apache.hadoop.ipc.TestIPC','call(Class<?>, Writable, long)',NULL),(7746,'flag to ensure value is only examined once.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/TFile.java',1231,1231,'org.apache.hadoop.io.file.tfile.TFile','getChunkBufferSize(Configuration)',NULL),(7747,'TODO: remember the longest key in a TFile, and use it to replace\nMAX_KEY_SIZE.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/TFile.java',1287,1288,'org.apache.hadoop.io.file.tfile.TFile','getChunkBufferSize(Configuration)',NULL),(7748,'Set service-level authorization security policy','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/TaskTracker.java',675,675,'org.apache.hadoop.mapred.TaskTracker','getAsyncDiskService()',NULL),(7749,'Even though \'y\' is dangling symlink to file tmp/x, fullyDelete(y)\nshould delete \'y\' properly.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileUtil.java',238,239,'org.apache.hadoop.fs.TestFileUtil','setupDirs()',NULL),(7750,'Even though tmpDir is dangling symlink to tmp, fullyDelete(tmpDir) should\ndelete tmpDir properly.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileUtil.java',246,247,'org.apache.hadoop.fs.TestFileUtil','setupDirs()',NULL),(7751,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',94,95,'org.apache.hadoop.yarn.util.ConverterUtils','getPathFromYarnURL(URL)',NULL),(7752,'prefix. TODO: Validate application prefix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',131,131,'org.apache.hadoop.yarn.util.ConverterUtils','toApplicationId(RecordFactory, String)',NULL),(7753,'prefix. TODO: Validate container prefix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',156,156,'org.apache.hadoop.yarn.util.ConverterUtils','toContainerId(RecordFactory, String)',NULL),(7754,'Wrap FSDataInputStream for efficient backward seeks\nKeep track on position with respect encapsulated FSDataInputStream','Line','hadoop-mapreduce-project/src/contrib/streaming/src/java/org/apache/hadoop/streaming/StreamXmlRecordReader.java',293,294,'org.apache.hadoop.streaming.StreamXmlRecordReader','init()',NULL),(7755,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',138,139,'org.apache.hadoop.mapreduce.v2.app.MRApp','None',NULL),(7756,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',138,139,'org.apache.hadoop.mapreduce.v2.app.MRApp','None',NULL),(7757,'Default probability is 0%\nMax probability is 100%','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(7758,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7759,'TODO fix this: make it more sophisticated!!!','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7760,'TODO: check for insane values','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java',66,66,'org.apache.hadoop.mapreduce.split.SplitMetaInfoReader','readSplitMetaInfo(JobID, FileSystem, Configuration, Path)',NULL),(7761,'report blocks once','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',1123,1123,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','generateInputs(int[])',NULL),(7762,'TODO Should we use long for size. What if the data is more than 4G?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',111,111,'org.apache.hadoop.mapred.gridmix.GridmixRecord','writeRandomText(DataOutput, int)',NULL),(7763,'TODO What is compressible is turned on? LOG is a bad idea!','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',180,180,'org.apache.hadoop.mapred.gridmix.GridmixRecord','write(DataOutput)',NULL),(7764,'TODO: use explicit date formats','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',124,124,'org.apache.hadoop.vertica.VerticaOutputFormat','VerticaRecord> getRecordWriter(TaskAttemptContext)',NULL),(7765,'TODO: consider more tables and skip tables with non-temp projections','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',158,158,'org.apache.hadoop.vertica.VerticaOutputFormat','optimize(Configuration)',NULL),(7766,'Should we change throttler bandwidth every time bytesLeft changes?\nnot really required.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',169,170,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7767,'If there are a lot of blocks, this returns a random time with in\nthe scan period. Otherwise something sooner.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',250,252,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7768,'How often to dump scheduler state to the event log','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',56,56,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(7769,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',59,60,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(7770,'Compute total map/reduce slots\nIn the future we can precompute this if the Scheduler becomes a\nlistener of tracker join/leave events.','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',394,396,'org.apache.hadoop.mapred.FairScheduler','assignTasks(TaskTracker)',NULL),(7771,'TODO: Fix','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',1067,1067,'org.apache.hadoop.mapred.FairScheduler','dump()',NULL),(7772,'TODO: Problem if no header like this','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NavBlock.java',29,29,'org.apache.hadoop.yarn.server.nodemanager.webapp.NavBlock','render(Block)',NULL),(7773,'TODO: update after fixing HADOOP-7352','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java',269,269,'org.apache.hadoop.fs.FSMainOperationsBaseTest','testListStatusThrowsExceptionForUnreadableDir()',NULL),(7774,'TODO: Fix store','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',343,343,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(Queue, Queue)',NULL),(7775,'TODO: VINDOKVFIXME recovery','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',704,704,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)',NULL),(7776,'create Configs.SYSTEM_DIR\'s parent with restrictive permissions.\nSo long as the JT has access to the system dir itself it should\nbe able to start.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestMapredSystemDir.java',66,68,'org.apache.hadoop.mapred.TestMapredSystemDir','testGarbledMapredSystemDir()',NULL),(7777,'for the child of task jvm, set hadoop.root.logger\nTODO: Debug','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',77,78,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)','NOT_DESIGN'),(7778,'TODO: The following is useful for instance in streaming tasks. Should be\nset in ApplicationMaster\'s env by the RM.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',80,81,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(7779,'FIXME: don\'t think this is also needed given we already set java\nproperties.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',88,89,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(7780,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',122,123,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)','NOT_DESIGN'),(7781,'TODO: Does the above take care of escaped space chars','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',214,214,'org.apache.hadoop.mapred.MapReduceChildJVM','getVMCommand(InetSocketAddress, Task, String, String, String, String, ID)','NOT_DESIGN'),(7782,'TODO: this really should be a -nl option','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',70,70,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(7783,'too bad we can\'t tell exactly why it failed...','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',182,182,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(7784,'NOTE: this logic should be better, mimics previous implementation','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',237,237,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(7785,'TODO Get rid of this once JobId has it\'s own comparator','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',93,95,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','None',NULL),(7786,'TODO Could verify the correct format for these directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',325,325,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7787,'TODO Is this really required.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',597,597,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7788,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',649,650,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7789,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',649,650,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7790,'TODO Check all mi getters and setters for the conf path','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',855,855,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7791,'TODO Check all mi getters and setters for the conf path','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',855,855,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7792,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1052,1052,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7793,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1052,1052,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7794,'TODO AppContext - Not Required','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1121,1121,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7795,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1121,1121,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7796,'TODO fixme - bogus appAttemptID for now','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1125,1125,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7797,'TODO fixme - bogus appAttemptID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1125,1125,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7798,'TODO fixme - bogus appID for now','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1133,1133,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7799,'TODO fixme - bogus appID for now','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1133,1133,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(7800,'TODO AppContext - Not Required','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1154,1154,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','getClock()',NULL),(7801,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1154,1154,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','getClock()',NULL),(7802,'Private Distributed cache will always be stored under\nmapre.local.dir/taskTracker/<username>/distcache\nChecking for username directory to check if it has the\nproper permissions','Line','hadoop-mapreduce-project/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCachePrivateFile.java',204,207,'org.apache.hadoop.mapred.TestDistributedCachePrivateFile','testDistributedCache()',NULL),(7803,'This is a hack to pass the sleep duration via Gridmix key\nTODO: We need to come up with better solution for this.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/SleepJob.java',150,151,'org.apache.hadoop.mapred.gridmix.SleepJob','initialValue()',NULL),(7804,'TBD: Code is still using hardcoded values (e.g. \\\"fs.automatic.close\\\")\ninstead of constant (e.g. FS_AUTOMATIC_CLOSE_KEY)\n','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/CommonConfigurationKeysPublic.java',73,75,'org.apache.hadoop.fs.CommonConfigurationKeysPublic','None',NULL),(7805,'configure task jvm options if enabled\nthis knob can be turned off if there is a mismatch between the\ntarget (simulation) cluster and the original cluster. Such a\nmismatch can result in job failures (due to memory issues) on the\ntarget (simulated) cluster.\n\nTODO If configured, scale the original task\'s JVM (heap related)\noptions to suit the target (simulation) cluster','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java',148,155,'org.apache.hadoop.mapred.gridmix.GridmixJob','initialValue()',NULL),(7806,'Move the offset to the start of the block.','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/Decoder.java',112,112,'org.apache.hadoop.raid.Decoder','decodeFile(FileSystem, Path, FileSystem, Path, long, Path)',NULL),(7807,'The following XDR recipe was done through a careful reading of\ngm_protocol.x in Ganglia 3.1 and carefully examining the output of\nthe gmetric utility with strace.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics/ganglia/GangliaContext31.java',98,100,'org.apache.hadoop.metrics.ganglia.GangliaContext31','emitMetric(String, String, String)',NULL),(7808,'Mix framework group implementation into CounterGroup interface','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/Counters.java',43,43,'org.apache.hadoop.mapreduce.Counters','None',NULL),(7809,'TODO add local dirs to del','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',136,136,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService)',NULL),(7810,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultipleOutputs.java',56,56,'org.apache.hadoop.mapred.lib.TestMultipleOutputs','testWithoutCounters()',NULL),(7811,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestMapReduce.java',267,284,'org.apache.hadoop.mapreduce.TestMapReduce','launch()',NULL),(7812,'Hack: ensuring rack name starts with \\\"/\\\".','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/RackNode.java',27,27,'org.apache.hadoop.tools.rumen.RackNode','addChild(Node)',NULL),(7813,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/record/TestRecordMR.java',288,305,'org.apache.hadoop.record.TestRecordMR','launch()',NULL),(7814,'Read the int[] object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',105,106,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testObjectLabeling()',NULL),(7815,'Read the APW object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',120,121,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testObjectLabeling()',NULL),(7816,'Read the int[] object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',151,152,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testOldFormat()',NULL),(7817,'ability to limit the size of a single split','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',84,84,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','None',NULL),(7818,'Create one split for this rack before moving over to the next rack.\nCome back to this rack after creating a single split for each of the\nremaining racks.\nProcess one rack location at a time, Combine all possible blocks that\nreside on this rack as one split. (constrained by minimum and maximum\nsplit size).','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',350,355,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(7819,'if there is a minimum size specified, then create a single split\notherwise, store these blocks into overflow data structure','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',396,397,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(7820,'if remainder is between max and 2*max - then\ninstead of creating splits of size max, left-max we\ncreate splits of size left/2 and left/2. This is\na heuristic to avoid creating really really small\nsplits.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',522,526,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(7821,'TODO: Remove duplicates.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',202,202,'org.apache.hadoop.mapreduce.v2.util.MRApps','toString(JobId)',NULL),(7822,'TODO: Synchro should be at statemachine level.\nThis is only for tests?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',79,80,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','getUser()',NULL),(7823,'TODO: Fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',192,192,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','transition(ApplicationImpl, ApplicationEvent)',NULL),(7824,'TODO: Trigger the LogsManager','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',238,238,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','handleAppFinishWithContainersCleanedup()',NULL),(7825,'TODO: This isn\'t really used in any MR code. Ask for removal.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',232,232,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','shuffleError(TaskAttemptID, String)',NULL),(7826,'TODO: shouldReset is never used. See TT. Ask for Removal.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',242,242,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getMapCompletionEvents(JobID, int, int, TaskAttemptID)',NULL),(7827,'TODO: The following are not needed here, but needed to be set somewhere inside AppMaster.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',348,348,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','statusUpdate(TaskAttemptID, TaskStatus)',NULL),(7828,'// This was used by TT to do counter updates only once every minute. So this\n// isn\'t ever changed by the Task itself.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',352,353,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','statusUpdate(TaskAttemptID, TaskStatus)',NULL),(7829,'TODO: Is it an authorised container to get a task? Otherwise return null.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',386,386,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(7830,'TODO: Is the request for task-launch still valid?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',388,388,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(7831,'TODO: Child.java\'s firstTaskID isn\'t really firstTaskID. Ask for update\nto jobId and task-type.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',390,391,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(7832,'divide the left into 4 32 bit chunks','Line','hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',213,213,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(7833,'divide the right into 5 31 bit chunks','Line','hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',219,219,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(7834,'TODO Blocked by MAPREDUCE-118','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',174,174,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(7835,'TODO','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',176,176,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(7836,'wait for Task state move to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',60,60,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailure()',NULL),(7837,'wait for map Task state move back to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',91,91,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailure()',NULL),(7838,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',786,788,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7839,'Refresh the authorization policy in-effect','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',801,801,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7840,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',816,818,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshUserToGroupsMappings()',NULL),(7841,'for security authorization\nserver principal for this call\nshould be NAMENODE\'s one.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',847,849,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshSuperUserGroupsConfiguration()',NULL),(7842,'TODO: ensure that no jobs/tasks are running\nrestart the cluster if cleanup fails','Line','hadoop-mapreduce-project/src/test/system/java/org/apache/hadoop/mapreduce/test/system/MRCluster.java',140,141,'org.apache.hadoop.mapreduce.test.system.MRCluster','ensureClean()',NULL),(7843,'TODO: Fix ZombieJob to initialize this correctly from observed data','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',66,66,'org.apache.hadoop.tools.rumen.ZombieJob','None',NULL),(7844,'TODO Eliminate parameters that are already copied from the job\'s\nconfiguration file.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',135,136,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7845,'TODO set size of a split to 0 now.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',217,217,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7846,'TODO: do not care about \\\"other\\\" tasks, \\\"setup\\\" or \\\"clean\\\"','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',388,388,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7847,'TODO insert parameters','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',424,424,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7848,'TODO should we handle killed attempts later?','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',438,438,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7849,'TODO make up state','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',717,717,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7850,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',820,826,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(7851,'Simple check to make sure that capacity is properly distributed among\nits children.\nlevel 1 children','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestContainerQueue.java',70,72,'org.apache.hadoop.mapred.TestContainerQueue','testMinCapacity()',NULL),(7852,'TODO Should calculate here before returning','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/FSDownload.java',118,118,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.FSDownload','unpack(File, File)',NULL),(7853,'For some reason even with an MBeanException available to them\nRuntime exceptionscan still find their way through, so treat them\nthe same as MBeanException','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/jmx/JMXJsonServlet.java',243,245,'org.apache.hadoop.jmx.JMXJsonServlet','listBeans(JsonGenerator, ObjectName, String, HttpServletResponse)',NULL),(7854,'Ignored the mbean itself was not found, which should never happen because we\njust accessed it (perhaps something unregistered in-between) but if this\nhappens just don\'t output the attribute.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/jmx/JMXJsonServlet.java',336,338,'org.apache.hadoop.jmx.JMXJsonServlet','writeAttribute(JsonGenerator, ObjectName, MBeanAttributeInfo)',NULL),(7855,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestBlockFixer.java',535,535,'org.apache.hadoop.raid.TestBlockFixer','mySetup(int, int)',NULL),(7856,'Default impl  assumes that permissions do not matter and\nnor does the bytesPerChecksum  hence\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',769,772,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(7857,'Default impl is to assume that permissions do not matter and hence\ncalling the regular mkdirs is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',793,795,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(7858,'an artificial way to make a key unique','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',2086,2086,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(7859,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/snappy/SnappyCompressor.java',39,39,'org.apache.hadoop.io.compress.snappy.SnappyCompressor','None',NULL),(7860,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',828,829,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7861,'TODO writeRaw','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',1023,1023,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7862,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',112,113,'org.apache.hadoop.mapreduce.v2.TestMRJobs','setup()',NULL),(7863,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort (extend\nJobStatus?)--compare against MRJobConfig.JOB_UBERTASK_ENABLE value','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',155,156,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testSleepJob()',NULL),(7864,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',216,216,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testRandomWriter()',NULL),(7865,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',265,265,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testFailingMapper()',NULL),(7866,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',354,354,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testSleepJobWithSecurityOn()',NULL),(7867,'maybe too long','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/UTF8.java',82,82,'org.apache.hadoop.io.UTF8','set(String)',NULL),(7868,'maybe too long','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/UTF8.java',244,244,'org.apache.hadoop.io.UTF8','writeString(DataOutput, String)',NULL),(7869,'Following is brittle. Is there a better way?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/Jets3tNativeFileSystemStore.java',111,111,'org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore','retrieveMetadata(String)',NULL),(7870,'Using default block size since there is no way in FTP client to know of\nblock sizes on server. The assumption could be less than ideal.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ftp/FTPFileSystem.java',437,438,'org.apache.hadoop.fs.ftp.FTPFileSystem','getFileStatus(FTPFile, Path)',NULL),(7871,'TODO: this really should be iterative','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Command.java',297,297,'org.apache.hadoop.fs.shell.Command','processPaths(PathData, PathData...)',NULL),(7872,'this is an unexpected condition, so dump the whole exception since\nit\'s probably a nasty internal error where the backtrace would be\nuseful','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Command.java',344,346,'org.apache.hadoop.fs.shell.Command','displayError(Exception)',NULL),(7873,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShellFsck.java',105,105,'org.apache.hadoop.raid.TestRaidShellFsck','setUp(boolean)',NULL),(7874,'assume credentials in cwd\nTODO: Fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',136,137,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','runLocalization(InetSocketAddress)',NULL),(7875,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',225,225,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(7876,'TODO HB immediately when rsrc localized','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',242,242,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(7877,'TODO cleanup','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',247,247,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(7878,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',263,263,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(7879,'TODO shouldn\'t remove until ACK','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',286,286,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(7880,'TODO: fail localization','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',322,322,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','main(String[])',NULL),(7881,'TODO this is currently not being set correctly. We should fix it.\nThat only matters for statistics extraction.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',240,241,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','None',NULL),(7882,'there are some literals here that probably should be options','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',734,734,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','newDistributionBlock()',NULL),(7883,'HACK ALERT!! It\'s possible for a Job end line to end a\njob for which we have a config file\nimage [ a ParsedConfigFile ] in jobconf.\n\nprocessParsedLine handles this.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',1725,1729,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','run()',NULL),(7884,'TODO: figure out why length would be 0','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaRecordReader.java',78,78,'org.apache.hadoop.vertica.VerticaRecordReader','getProgress()',NULL),(7885,'9: Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',433,433,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7886,'10: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',443,443,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7887,'11: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',465,465,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7888,'13: Move /nqdir0/nqdir30 /nqdir0/qdir1/qdir20/qdir30','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',477,477,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7889,'14: Move /nqdir0/qdir1/qdir21 /nqdir0/qdir1/qdir20','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',486,486,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7890,'16: Move /nqdir0/qdir30 /nqdir0/qdir1/qdir20','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',508,508,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7891,'Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',597,597,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7892,'Reverse: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21/','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',622,622,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7893,'TODO Maybe log the state of the queue','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/AsyncDispatcher.java',116,116,'org.apache.hadoop.yarn.event.AsyncDispatcher','createThread()',NULL),(7894,'Corner case to deal with applications being slightly over-limit','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApp.java',384,384,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApp','getHeadroom()',NULL),(7895,'Shouldn\'t happen since we do implement Clonable','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/TaskStatus.java',451,451,'org.apache.hadoop.mapred.TaskStatus','clone()',NULL),(7896,'work dir should still exist and cleanup queue should be empty','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',778,778,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','validateRemoveTaskFiles(boolean, boolean, TaskInProgress)',NULL),(7897,'TODO: Let the task run and create files.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',855,855,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(7898,'create files and set permissions 555. Verify if task controller sets\nthe permissions for TT to delete the task dir or work dir properly','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',857,858,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(7899,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',149,151,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(7900,'Refresh the authorization policy in-effect','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',165,165,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(7901,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',181,183,'org.apache.hadoop.mapred.tools.MRAdmin','refreshSuperUserGroupsConfiguration()',NULL),(7902,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',213,215,'org.apache.hadoop.mapred.tools.MRAdmin','refreshUserToGroupsMappings()',NULL),(7903,'Move decommissioned datanodes to the bottom','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',204,204,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(7904,'TODO: Reuse FS for user?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',163,163,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initApp(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy)',NULL),(7905,'set service-level authorization security policy','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',436,436,'org.apache.hadoop.hdfs.server.namenode.NameNode','initialize(Configuration)',NULL),(7906,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1344,1345,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)',NULL),(7907,'C[] would need Array.newInstance which requires a Class<C> reference.\nJust a few local casts probably worth not having to carry it around.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/counters/FileSystemCounterGroup.java',55,56,'org.apache.hadoop.mapreduce.counters.FileSystemCounterGroup','None',NULL),(7908,'perhaps a VIP is failing over','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RPC.java',287,287,'org.apache.hadoop.ipc.RPC','waitForProtocolProxy(Class<T>, long, InetSocketAddress, Configuration, int, long)',NULL),(7909,'use negative ids to denote that these are local. Need a better way ??','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',74,74,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)',NULL),(7910,'TODO Setting OTHER_LOCAL_MAP for now.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',91,91,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)',NULL),(7911,'TODO change the default with the actual stats\nTODO do u need varied sized words?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/RandomTextDataGenerator.java',87,88,'org.apache.hadoop.mapred.gridmix.RandomTextDataGenerator','getRandomTextDataGeneratorListSize(Configuration)',NULL),(7912,'add the correction factor of 234 as the input split is also streamed','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRWithDFS.java',255,255,'org.apache.hadoop.mapred.TestMiniMRWithDFS','runWordCount(MiniMRCluster, JobConf)',NULL),(7913,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2InputStream.java',19,23,'None','None',NULL),(7914,'HACK ALERT!!!  This \\\"should\\\" have have two subclasses, which might be called\nLoggedMapTaskAttempt and LoggedReduceTaskAttempt, but\nthe Jackson implementation of JSON doesn\'t handle a\nsuperclass-valued field.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',28,31,'None','None',NULL),(7915,'TODO: Make it avro-ish. TokenIdentifier really isn\'t serialized\nas writable but simply uses readFields method in SaslRpcServer\nfor deserializatoin.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',30,32,'None','None',NULL),(7916,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',39,40,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getApplicationID()',NULL),(7917,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',200,200,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(7918,'Allow only one thread in AM to do heartbeat at a time.\nBUG TODO: Locking order is screwed.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',205,206,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(7919,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',108,108,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','write(DataOutput)',NULL),(7920,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',119,119,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','readFields(DataInput)',NULL),(7921,'move the blocks','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestHDFSConcat.java',315,315,'org.apache.hadoop.hdfs.server.namenode.TestHDFSConcat','testConcatNotCompleteBlock()',NULL),(7922,'TODO: move to a common with DataNode util class','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupNode.java',345,345,'org.apache.hadoop.hdfs.server.namenode.BackupNode','handshake(NamenodeProtocol)',NULL),(7923,'TODO: Use stateMachine level method?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',312,312,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(7924,'this is always called in read/write lock\nTODO Verify behaviour is Task is killed (no finished attempt)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',401,402,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(7925,'TODO: consider the nextAttemptNumber only if it is not failed/killed ?\ncalculate the best progress','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',447,448,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()','NOT_DESIGN'),(7926,'TODO: XXXXXX  hardcoded port','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',562,562,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()','NOT_DESIGN'),(7927,'Hack since getFinishTime needs isFinished to be true and that doesn\'t happen till after the transition.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',596,596,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(7928,'TODO: validate attemptID','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',656,656,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(7929,'Don\'t think this can be a pluggable decision, so simply raise an\nevent for the TaskAttempt to delete its output.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',660,661,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(7930,'TODO JH verify failedAttempt null','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',735,735,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(7931,'verify that this occurs only for map task\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',812,813,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(7932,'TODO Verify failedAttemptId is null','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',843,843,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(7933,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',76,76,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(7934,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',84,84,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(7935,'TODO: acm: refactor2 FIXME\ntd(String.valueOf(ni.getNumContainers())).\nTODO: FIXME Vinodkv\ntd(String.valueOf(ni.getUsedResource().getMemory())).\ntd(String.valueOf(ni.getAvailableResource().getMemory())).','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/NodesPage.java',74,78,'org.apache.hadoop.yarn.server.resourcemanager.webapp.NodesPage','render(Block)','NOT_DESIGN'),(7936,'The implementors of RawLocalFileSystem were trying to be very smart.\nThey implement FileStatus#getOwener lazily -- the object\nreturned is really a RawLocalFileSystem that expect the\nFileStatus#getPath to be unchanged so that it can get owner when needed.\nHence we need to interpose a new ViewFileSystemFileStatus that\nworks around.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystem.java',334,339,'org.apache.hadoop.fs.viewfs.ViewFileSystem','readOnlyMountTable(String, String)',NULL),(7937,'this is the stupid semantics of FileSystem','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystem.java',645,645,'org.apache.hadoop.fs.viewfs.ViewFileSystem','mkdirs(Path, FsPermission)',NULL),(7938,'TODO: Split separate object for register, deregister and in-RM use.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ApplicationMaster.java',21,21,'None','None','DESIGN'),(7939,'quick hack to restart servers in dev mode without OS commands','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',81,81,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(7940,'TODO: support args converted from /path/:arg1/...','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',138,138,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(7941,'the directory better be empty','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/kfs/KFSEmulationImpl.java',86,86,'org.apache.hadoop.fs.kfs.KFSEmulationImpl','rmdir(String)',NULL),(7942,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',44,44,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','None','DESIGN'),(7943,'Check if zlib consumed all input buffer\nset keepUncompressedBuf properly\nzlib consumed all input buffer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',365,367,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(byte[], int, int)',NULL),(7944,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',353,353,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','write(DataOutput)',NULL),(7945,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',371,371,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','readFields(DataInput)',NULL),(7946,'\nOpen local disk out\n\nreplication or move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',129,132,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','None',NULL),(7947,'initialize buffer to the best guess size:\n\'chunksPerPacket\' calculation here should match the same\ncalculation in DFSClient to make the guess accurate.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',384,387,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(7948,'Update consumption and track allocations\nTODO: fixme sharad','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',300,301,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','allocate(Container)',NULL),(7949,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',295,295,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7950,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',314,318,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7951,'TODO valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',564,564,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7952,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',645,645,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7953,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',675,675,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7954,'Find better place?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',947,947,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)','DESIGN'),(7955,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1745,1746,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7956,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1826,1832,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7957,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2313,2313,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7958,'generate splits','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/FileInputFormat.java',267,267,'org.apache.hadoop.mapreduce.lib.input.FileInputFormat','getSplits(JobContext)',NULL),(7959,'// TODO Auto-generated method stub\n\n}\n\n@Override','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/applicationsmanager/TestAMLaunchFailure.java',101,105,'org.apache.hadoop.yarn.server.resourcemanager.applicationsmanager.TestAMLaunchFailure','None',NULL),(7960,'how much of the task time belonged to current interval','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/fs/JHLogAnalyzer.java',810,810,'org.apache.hadoop.fs.JHLogAnalyzer','toString()',NULL),(7961,'Some filesystem like HDFS ignore the \\\"x\\\" bit if the permission.\nOthers like localFs does not.\nOverride the method below if the file system being tested masks our\ncertain bits for file masks.','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java',203,208,'org.apache.hadoop.fs.FileContextPermissionBase','setUp()',NULL),(7962,'TODO: sample the generated key/value records, and put the numbers below','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/file/tfile/TestTFileLzoCodecsByteArrays.java',36,36,'org.apache.hadoop.io.file.tfile.TestTFileLzoCodecsByteArrays','setUp()',NULL),(7963,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestBackupNode.java',253,255,'org.apache.hadoop.hdfs.server.namenode.TestBackupNode','testCheckpoint(StartupOption)',NULL),(7964,'TODO enable upload command only when selection is exactly one folder','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',181,181,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadFilesToDFS(IStructuredSelection)',NULL),(7965,'TODO enable upload command only when selection is exactly one folder','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',211,211,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadDirectoryToDFS(IStructuredSelection)',NULL),(7966,'TO DO: - more efficient to not split the path, but simply compare','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/InodeTree.java',384,384,'org.apache.hadoop.fs.viewfs.InodeTree','resolve(String, boolean)',NULL),(7967,'TODO: What if null','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',235,235,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','finishApplication(FinishApplicationRequest)',NULL),(7968,'TODO: What if null','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',235,235,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','finishApplication(FinishApplicationRequest)',NULL),(7969,'TODO queue deletions here, rather than NM init?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',174,174,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7970,'TODO: create log dir as $logdir/$user/$appId','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',268,268,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7971,'TODO: FIXME assert doesn\'t help\n^ The condition is benign. Tests should fail and it\nshould appear in logs, but it\'s an internal error\nthat should have no effect on applications','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',280,283,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7972,'TODO: What to do with appLocalRsrcsTracker?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',365,365,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7973,'TODO: decrement reference counts of all resources associated with this\napp','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',385,386,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7974,'TODO process resources anyway','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',419,419,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7975,'TODO hack to work around broken signaling','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',493,493,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7976,'TODO handle failures, cancellation, requests by other containers','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',524,524,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7977,'TODO shutdown, better error handling esp. DU','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',544,544,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7978,'TODO delete','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',553,553,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7979,'TODO: threadsafe, use outer?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',618,618,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7980,'TODO: Synchronization','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',641,641,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7981,'TODO this sucks. Fix it later','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',666,666,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7982,'TODO fail? Already translated several times...','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',694,694,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7983,'TODO: Why is this event going directly to the container. Why not\nthe resource itself? What happens to the resource? Is it removed?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',729,730,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7984,'TODO handle ExitCodeException separately?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',785,785,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7985,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',158,158,'org.apache.hadoop.mapred.NotificationTestCase','testMR()',NULL),(7986,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',186,186,'org.apache.hadoop.mapred.NotificationTestCase','launchWordCount(JobConf, String, int, int)',NULL),(7987,'perhaps we should bail out here...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java',440,440,'org.apache.hadoop.hdfs.server.namenode.NamenodeFsck','fsck()',NULL),(7988,'\n// TODO: FIXME\nprivate static File workSpace = new File(\\\"target\\\",','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestLinuxContainerExecutor.java',44,46,'org.apache.hadoop.yarn.server.nodemanager.TestLinuxContainerExecutor','testCommandFilePreparation()','NOT_DESIGN'),(7989,'\n// TODO: fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestLinuxContainerExecutor.java',153,154,'org.apache.hadoop.yarn.server.nodemanager.TestLinuxContainerExecutor','None','NOT_DESIGN'),(7990,'set the output format to take care of the _temporary folder','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',486,486,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(7991,'this is very ugly, but needed to avoid breaking hdfs tests...\nif a path has no authority, then the FileStatus from globStatus\nwill add the \\\"-fs\\\" authority into the path, so we need to sub\nit back out to satisfy the tests','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java',211,214,'org.apache.hadoop.fs.shell.PathData','expandAsGlob(String, Configuration)','NOT_DESIGN'),(7992,'verify that after expunging the Trash, it really goes away','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',263,263,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(7993,'Verify skip trash option really works','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',315,315,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(7994,'Verify that skip trash option really skips the trash for rmr','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',351,351,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(7995,'todo: only if all classes are of proper types','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/LocalMapReduceLaunchTabGroup.java',87,87,'org.apache.hadoop.eclipse.launch.LocalMapReduceLaunchTabGroup','isValid(ILaunchConfiguration)',NULL),(7996,'TODO: Use builder utils','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',97,97,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7997,'TODO: Gross hack. Fix in code.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',110,110,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7998,'TODO: Pull logs and test contents.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',116,116,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7999,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',105,105,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(8000,'TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',127,127,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(8001,'TODO: Get from whitelist.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',285,285,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','writeLaunchEnv(OutputStream, Map<String, String>, Map<Path, String>, List<String>, List<Path>)',NULL),(8002,'TODO: this is conservative.','Line','hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/BaileyBorweinPlouffe.java',162,162,'org.apache.hadoop.examples.BaileyBorweinPlouffe','map(LongWritable, IntWritable, Context)',NULL),(8003,'}\n\n//TODO: Currently Scheduler seems to have bug where it does not work\n//for Application asking for containers with different capabilities.\n//@Test','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',132,136,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','None','DESIGN'),(8004,'TODO: handle this','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Touchz.java',62,62,'org.apache.hadoop.fs.shell.Touch','processPath(PathData)',NULL),(8005,'TODO: deal with parameters using the names','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java',95,95,'org.apache.hadoop.yarn.webapp.Router','addController(WebApp.HTTP, String, Class<? extends Controller>, String, List<String>)','NOT_DESIGN'),(8006,'TODO Write resources version no too\nlong #1\nlong #2\nlong #3\nlong #4','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ResourceUsageMetrics.java',117,121,'org.apache.hadoop.tools.rumen.ResourceUsageMetrics','write(DataOutput)',NULL),(8007,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/BZip2Constants.java',19,23,'None','None',NULL),(8008,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',112,113,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','uploadImageFromStorage(String, InetSocketAddress, NNStorage, long)',NULL),(8009,'TODO: We should first fix the files that lose more blocks','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/BlockFixer.java',320,320,'org.apache.hadoop.raid.BlockFixer','sortCorruptFiles(List<Path>)',NULL),(8010,'move over the separator for next search','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/StringUtils.java',380,380,'org.apache.hadoop.util.StringUtils','split(String, char, char)',NULL),(8011,'TODO: Wrong event.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/monitor/ContainersMonitorImpl.java',514,514,'org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl','handle(ContainersMonitorEvent)',NULL),(8012,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultithreadedMapRunner.java',53,53,'org.apache.hadoop.mapred.lib.TestMultithreadedMapRunner','testOKRun()',NULL),(8013,'Don\'t assign map tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',178,180,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(8014,'Don\'t assign reduce tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',237,239,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(8015,'Configuration parameters\nthe core engine to emulate heap usage','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/TotalHeapUsageEmulatorPlugin.java',48,49,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.TotalHeapUsageEmulatorPlugin','None',NULL),(8016,'The following XDR recipe was done through a careful reading of\ngm_protocol.x in Ganglia 3.1 and carefully examining the output of\nthe gmetric utility with strace.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/sink/ganglia/GangliaSink31.java',66,68,'org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31','emitMetric(String, String, String, String, GangliaConf, GangliaSlope)',NULL),(8017,'Shouldn\'t happen since we do implement Clonable','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/JobStatus.java',324,324,'org.apache.hadoop.mapreduce.JobStatus','clone()',NULL),(8018,'TODO:\ntask cleanup for all non completed tasks\nchange job output committer to have\n- atomic job output promotion\n- recover output of completed tasks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',82,86,'None','None',NULL),(8019,'TODO: parse history file based on startCount','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',153,153,'org.apache.hadoop.mapreduce.v2.app.recover.RecoveryService','init(Configuration)',NULL),(8020,'TODO: Cluster time-stamp?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',72,72,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)',NULL),(8021,'TODO: more resources.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',74,74,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)',NULL),(8022,'TODO: more resources.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',85,85,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','readFields(DataInput)',NULL),(8023,'TODO mb@media-style.com: should be conf injected?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/FSConstants.java',54,54,'org.apache.hadoop.hdfs.protocol.FSConstants','None',NULL),(8024,'move the cursor to the beginning of the tail, containing: offset to the\nmeta block index, version and magic','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/BCFile.java',619,620,'org.apache.hadoop.io.file.tfile.BCFile','register(long, long, long)',NULL),(8025,'The implementors of RawLocalFileSystem were trying to be very smart.\nThey implement FileStatus#getOwener lazily -- the object\nreturned is really a RawLocalFileSystem that expect the\nFileStatus#getPath to be unchanged so that it can get owner when needed.\nHence we need to interpose a new ViewFsFileStatus that works around.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java',332,336,'org.apache.hadoop.fs.viewfs.ViewFs','readOnlyMountTable(String, String)',NULL),(8026,'Delegate the generation of input splits to the \'original\' InputFormat','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/pipes/PipesNonJavaInputFormat.java',52,52,'org.apache.hadoop.mapred.pipes.PipesNonJavaInputFormat','NullWritable> getRecordReader(InputSplit, JobConf, Reporter)',NULL),(8027,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/TaskRunner.java',576,577,'org.apache.hadoop.mapred.TaskRunner','getVMEnvironment(String, File, JobConf, Map<String, String>, TaskAttemptID, long)',NULL),(8028,'We need this semaphore to block when the number of running workitems\nis equal to the number of threads. FixedThreadPool limits the number\nof threads, but not the queue size. This way we will limit the memory\nusage.','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DirectoryTraversal.java',116,119,'org.apache.hadoop.raid.DirectoryTraversal','check(FileStatus)',NULL),(8029,'rare case where splits are exact, logs.length can be 4','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/TestCopyFiles.java',766,766,'org.apache.hadoop.tools.TestCopyFiles','reset()',NULL),(8030,'TODO fix job acls.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/client/MRClientService.java',189,189,'org.apache.hadoop.mapreduce.v2.app.client.MRClientService','verifyAndGetJob(JobId, boolean)',NULL),(8031,'Now ascertain that the resources are localised correctly.\nTODO: Don\'t we need clusterStamp in localDir?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/TestContainerManager.java',136,137,'org.apache.hadoop.yarn.server.nodemanager.containermanager.TestContainerManager','testContainerSetup()',NULL),(8032,'XXX:Not to be used directly.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/NodeHealthCheckerService.java',380,380,'org.apache.hadoop.NodeHealthCheckerService','getTimer()',NULL),(8033,'TODO','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/servers/HadoopLocationWizard.java',251,251,'org.apache.hadoop.eclipse.servers.HadoopLocationWizard','performFinish()',NULL),(8034,'TODO: Just sending reboot is not enough. Think more.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java',239,239,'org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService','nodeHeartbeat(NodeHeartbeatRequest)',NULL),(8035,'TODO close DFS connections?','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/server/HadoopServer.java',257,257,'org.apache.hadoop.eclipse.server.HadoopServer','dispose()',NULL),(8036,'TODO: Mock JT should have consumed all entries from its job submission table','Line','hadoop-mapreduce-project/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestSimulatorJobClient.java',115,115,'org.apache.hadoop.mapred.TestSimulatorJobClient','None',NULL),(8037,'Check the permissions of the task-controller binary by running it plainly.\nIf permissions are correct, it returns an error code 1, else it returns\n24 or something else if some other bugs are also present.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/LinuxTaskController.java',106,108,'org.apache.hadoop.mapred.LinuxTaskController','setup()',NULL),(8038,'test with invalid or missing resource usage value','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',154,154,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testTotalHeapUsageEmulatorPlugin()',NULL),(8039,'test whether the heap usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',259,260,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testEmulationAccuracy(Configuration, FakeHeapUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, TotalHeapUsageEmulatorPlugin, long, long)',NULL),(8040,'The following if clause handles the following case:\nAssume the following scenario in BZip2 compressed stream where\n. represent compressed data.\n.....[48 bit Block].....[48 bit   Block].....[48 bit Block]...\n........................[47 bits][1 bit].....[48 bit Block]...\n................................^[Assume a Byte alignment here]\n........................................^^[current position of stream]\n.....................^^[We go back 10 Bytes in stream and find a Block marker]\n........................................^^[We align at wrong position!]\n...........................................................^^[While this pos is correct]','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/BZip2Codec.java',160,169,'org.apache.hadoop.io.compress.BZip2Codec','createOutputStream(OutputStream)',NULL),(8041,'TODO: don\'t set everytime.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',216,216,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','getNodeStatus()',NULL),(8042,'maybe didn\'t work','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java',146,146,'org.apache.hadoop.fs.slive.SliveTest','run(String[])',NULL),(8043,'TODO_get.set','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/test/java/org/apache/hadoop/mapreduce/v2/util/TestMRApps.java',52,52,'org.apache.hadoop.mapreduce.v2.util.TestMRApps','testTaskIDtoString()',NULL),(8044,'TODO_get.set','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/test/java/org/apache/hadoop/mapreduce/v2/util/TestMRApps.java',88,88,'org.apache.hadoop.mapreduce.v2.util.TestMRApps','testTaskAttemptIDtoString()',NULL),(8045,'The scheduling Information object is read back as String.\nOnce the scheduling information is set there is no way to recover it.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/QueueInfo.java',44,45,'org.apache.hadoop.mapreduce.QueueInfo','None',NULL),(8046,'TODO Move some of the HistoryServer specific out into a separate configuration class.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JHConfig.java',71,71,'org.apache.hadoop.mapreduce.v2.jobhistory.JHConfig','None',NULL),(8047,'TODO ContainerId needs to be part of some historyEvent to be able to render the log directory.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',85,85,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerID()',NULL),(8048,'TODO Verify this is correct.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',96,96,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerMgrAddress()',NULL),(8049,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',-1,-1,'None','None',NULL),(8050,'TODO better use s.getName()?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',90,90,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','init(Configuration)',NULL),(8051,'TODO need to get the real port number MAPREDUCE-2666','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',299,299,'org.apache.hadoop.mapreduce.v2.app.recover.RecoveryService','handle(Event)',NULL),(8052,'TODO this should be returning a class not just an int','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',177,177,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(8053,'TODO these bytes should be versioned','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',192,192,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(8054,'TODO add API to AuxiliaryServices to report failures','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',261,261,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(8055,'Try to schedule on node_1 now, should *move* the reservation','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',599,599,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testReservationExchange()',NULL),(8056,'TODO the thread was interrupted, do something!!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/jobcontrol/JobControl.java',213,213,'org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl','run()',NULL),(8057,'TODO: Add jobName & other job information that is available','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/NotRunningJob.java',112,112,'org.apache.hadoop.mapred.NotRunningJob','getJobReport(GetJobReportRequest)','NOT_DESIGN'),(8058,'TODO Possibly populate job progress. Never used.\nreport.setMapProgress(progress)\nreport.setReduceProgress(progress)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java',95,97,'org.apache.hadoop.mapreduce.v2.hs.CompletedJob','getCompletedMaps()',NULL),(8059,'TODO mb@media-style.com: should be conf injected?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/HdfsConstants.java',54,54,'org.apache.hadoop.hdfs.protocol.HdfsConstants','None',NULL),(8060,'set service-level authorization security policy','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',437,437,'org.apache.hadoop.hdfs.server.namenode.NameNode','initialize(Configuration)',NULL),(8061,'set service-level authorization security policy','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',149,149,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','start()',NULL),(8062,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',-1,-1,'None','None',NULL),(8063,'We use the non-locked version of getNamespaceInfo here since\nthe coordinating thread of saveNamespace already has read-locked\nthe namespace for us. If we attempt to take another readlock\nfrom the actual saver thread, there\'s a potential of a\nfairness-related deadlock. See the comments on HDFS-2223.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',559,563,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, long, FSNamesystem, FSImageCompression)',NULL),(8064,'TODO: Fix store','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',350,350,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(Queue, Queue)',NULL),(8065,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',-1,-1,'None','None',NULL),(8066,'TODO: FindBugs warns passing null below. Commenting this for later.\nRMNode nm = new RMNodeImpl(node.getNodeId(), null,\nhostName, cmPort, httpPort,\nResourceTrackerService.resolve(node.getNodeId().getHost()),','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',478,481,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','load()',NULL),(8067,'TODO We need a way to move all of the javascript/CSS that is for a subview\ninto that subview.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsView.java',70,71,'org.apache.hadoop.mapreduce.v2.hs.webapp.HsView','jobsTableInit()',NULL),(8068,'TODO Move these keys to CommonConfigurationKeys','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/factory/providers/RpcFactoryProvider.java',38,38,'org.apache.hadoop.yarn.factory.providers.RpcFactoryProvider','None','NOT_DESIGN'),(8069,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/factory/providers/RpcFactoryProvider.java',-1,-1,'None','None',NULL),(8070,'TODO Move some of the HistoryServer specific out into a separate configuration class.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JHConfig.java',89,89,'org.apache.hadoop.mapreduce.v2.jobhistory.JHConfig','None',NULL),(8071,'TODO: Should this instead be dictated by RM?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java',247,247,'org.apache.hadoop.yarn.conf.YarnConfiguration','None',NULL),(8072,'TODO Finite # of errors before giving up?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',243,243,'org.apache.hadoop.mapred.ClientServiceDelegate','invoke(String, Class, Object)','NOT_DESIGN'),(8073,'None','None','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',-1,-1,'None','None',NULL),(8074,'Set the policy to default policy to place the block in the default way','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',273,273,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testGetCompanionBLocks()',NULL),(8075,'Set the policy to default policy to place the block in the default way','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',338,338,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(8076,'verify policy deletes the correct blocks. companion blocks should be\nevenly distributed.','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',423,424,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(8077,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',53,54,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','None',NULL),(8078,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',33,34,'org.apache.hadoop.yarn.api.records.ContainerId','getAppAttemptId()',NULL),(8079,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',65,65,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','initialValue()',NULL),(8080,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',46,46,'org.apache.hadoop.yarn.api.records.ContainerId','getAppAttemptId()',NULL),(8081,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',75,76,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','initialValue()',NULL),(8082,'TODO this sucks. Fix it later','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',653,653,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(8083,'TODO this sucks. Fix it later\ndispatcher not typed','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',672,673,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(8084,'TODO: don\'t set everytime.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',215,215,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','getNodeStatus()','NOT_DESIGN'),(8085,'Clone the container to send it to the RM','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',203,203,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','getNodeStatus()',NULL),(8086,'Update container-status for diagnostics. Today we completely\nreplace it on finish. We may just need to update diagnostics.\n^TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',323,325,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)','NOT_DESIGN'),(8087,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',-1,-1,'None','None',NULL),(8088,'TODO add local dirs to del','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',150,150,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService, ContainerTokenSecretManager)',NULL),(8089,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',71,71,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','None',NULL),(8090,'Now ascertain that the resources are localised correctly.\nTODO: Don\'t we need clusterStamp in localDir?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/TestContainerManager.java',149,150,'org.apache.hadoop.yarn.server.nodemanager.containermanager.TestContainerManager','testContainerSetup()','NOT_DESIGN'),(8091,'Now ascertain that the resources are localised correctly.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/TestContainerManager.java',159,159,'org.apache.hadoop.yarn.server.nodemanager.containermanager.TestContainerManager','testContainerSetup()',NULL),(8092,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',62,63,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(8093,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ContainerId.java',75,75,'org.apache.hadoop.yarn.api.records.ContainerId','getApplicationAttemptId()',NULL),(8094,'TODO: Cluster time-stamp?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',74,74,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)','DESIGN'),(8095,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',-1,-1,'None','None',NULL),(8096,'TODO: more resources.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',76,76,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)','NOT_DESIGN'),(8097,'TODO: more resources.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',90,90,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','readFields(DataInput)','NOT_DESIGN'),(8098,'TODO ContainerId needs to be part of some historyEvent to be able to\nrender the log directory.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',86,87,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerID()',NULL),(8099,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ApplicationMaster.java',-1,-1,'None','None',NULL),(8100,'TODO: Synchronization problems!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',145,145,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)','NOT_DESIGN'),(8101,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',-1,-1,'None','None',NULL),(8102,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',696,698,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(8103,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',287,289,'org.apache.hadoop.mapreduce.v2.util.MRApps','parseDistributedCacheArtifacts(Configuration, Map<String, LocalResource>, Map<String, String>, LocalResourceType, URI[], long[], long[], boolean[], Path[])',NULL),(8104,'TODO - Move this to MR!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',756,756,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(8105,'TODO - Move this to MR!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',349,349,'org.apache.hadoop.mapreduce.v2.util.MRApps','getFileSizes(Configuration, String)',NULL),(8106,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',212,212,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(8107,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',207,207,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(8108,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',218,218,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(8109,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',213,213,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(8110,'TODO: Only if security is on.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',320,320,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)','NOT_DESIGN'),(8111,'Setup security tokens','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',317,317,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8112,'TODO - Remove this!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',326,326,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)','DESIGN'),(8113,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',-1,-1,'None','None',NULL),(8114,'TODO: RM should get this from RPC.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',375,375,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)','DESIGN'),(8115,'Parse distributed cache','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',361,361,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8116,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[], long[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',424,425,'org.apache.hadoop.mapred.YARNRunner','parseDistributedCacheArtifacts(Configuration, ApplicationSubmissionContext, LocalResourceType, URI[], long[], long[], boolean[], Path[])','DESIGN'),(8117,'Set up the ApplicationSubmissionContext','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',373,373,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8118,'ApplicationId\nUser name','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',376,377,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8119,'Queue name','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',379,379,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8120,'Job name','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',382,382,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8121,'AM Container','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',385,385,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8122,'TODO - Move this to MR!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',482,482,'org.apache.hadoop.mapred.YARNRunner','getFileSizes(Configuration, String)',NULL),(8123,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientCache.java',-1,-1,'None','None',NULL),(8124,'XXX Remove','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',226,226,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)','NOT_DESIGN'),(8125,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',-1,-1,'None','None',NULL),(8126,'Look for the method in all public methods declared in the class\nor inherited by the class.\nNote: this does not distinguish methods with the same signature\nbut different return types.\nTODO: We may want to deal with methods that take parameters in the future','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java',94,98,'org.apache.hadoop.yarn.webapp.Router','addController(WebApp.HTTP, String, Class<? extends Controller>, String, List<String>)',NULL),(8127,'avoid any runtime checks','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java',102,102,'org.apache.hadoop.yarn.webapp.Router','addController(WebApp.HTTP, String, Class<? extends Controller>, String, List<String>)',NULL),(8128,'Set logging level','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',94,94,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8129,'TODO: The following is useful for instance in streaming tasks. Should be\nset in ApplicationMaster\'s env by the RM.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',99,100,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8130,'FIXME: don\'t think this is also needed given we already set java\nproperties.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',107,108,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8131,'Add stdout/stderr env','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',120,120,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8132,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',-1,-1,'None','None',NULL),(8133,'TODO: Get from whitelist.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',284,284,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','writeLaunchEnv(OutputStream, Map<String, String>, Map<Path, String>, List<String>, List<Path>)','NOT_DESIGN'),(8134,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',-1,-1,'None','None',NULL),(8135,'TODO: Fix','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',626,626,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)','NOT_DESIGN'),(8136,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',-1,-1,'None','None',NULL),(8137,'TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',640,640,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)','NOT_DESIGN'),(8138,'Set up the launch command','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',625,625,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(8139,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',288,290,'org.apache.hadoop.mapreduce.v2.util.MRApps','parseDistributedCacheArtifacts(Configuration, Map<String, LocalResource>, LocalResourceType, URI[], long[], long[], boolean[], Path[])',NULL),(8140,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',384,385,'org.apache.hadoop.mapreduce.v2.util.MRApps','setEnvFromInputString(Map<String, String>, String)',NULL),(8141,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',-1,-1,'None','None',NULL),(8142,'prefix. TODO: Validate container prefix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',155,155,'org.apache.hadoop.yarn.util.ConverterUtils','toContainerId(RecordFactory, String)','NOT_DESIGN'),(8143,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',-1,-1,'None','None',NULL),(8144,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/NotRunningJob.java',-1,-1,'None','None',NULL),(8145,'TODO: add tracking url in JobReport','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',333,333,'org.apache.hadoop.mapred.ClientServiceDelegate','getJobStatus(JobID)','NOT_DESIGN'),(8146,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',137,138,'org.apache.hadoop.mapreduce.v2.app.MRApp','None',NULL),(8147,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',148,149,'org.apache.hadoop.mapreduce.v2.app.MRApp','getApplicationAttemptId(ApplicationId, int)',NULL),(8148,'TODO race: Can lead to a CONTAINER_LAUNCHED event at state KILLING,\nand a container which will never be killed by the NM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',165,166,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','None','DESIGN'),(8149,'TODO Get rid of this once JobId has it\'s own comparator','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',87,89,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','None','DESIGN'),(8150,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',-1,-1,'None','None',NULL),(8151,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',654,655,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(8152,'TODO: What if null','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',248,248,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','finishApplication(FinishApplicationRequest)',NULL),(8153,'TODO - ATTEMPT_KILLED not sent right now but should handle if\nattempt starts sending','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',102,103,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None','DESIGN'),(8154,'Transitions from NEW state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',104,104,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(8155,'Submit the application','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',102,102,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8156,'add resources to scheduler','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',123,123,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8157,'create the container request','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',129,129,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8158,'send 1 more request with different resource req','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',134,134,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8159,'this tells the scheduler about the requests\nas nodes are not added, no allocations','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',139,140,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8160,'send another request with different resource and priority','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',145,145,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8161,'update resources in scheduler\nNode heartbeat\nNode heartbeat\nNode heartbeat','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',156,159,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8162,'create the container request\nsend MAP request','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',272,273,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8163,'send REDUCE request','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',278,278,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8164,'send MAP request','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',283,283,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8165,'validate that no container is assigned to h1 as it doesn\'t have 2048','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',305,305,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8166,'Dispatch inline for test sanity','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',325,325,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8167,'Send heartbeat','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',408,408,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8168,'override this to copy the objects otherwise FifoScheduler updates the\nnumContainers in same objects as kept by RMContainerAllocator','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',494,495,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8169,'check for uniqueness of containerIDs','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',544,544,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8170,'check for all assignment','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',552,552,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8171,'Mock RMContainerAllocator\nInstead of talking to remote Scheduler,uses the local Scheduler','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',578,579,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','tearDown()',NULL),(8172,'Only capture interesting events.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',597,597,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','createAppContext(ApplicationAttemptId, Job)',NULL),(8173,'API to be used by tests','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',656,656,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','schedule()',NULL),(8174,'run the scheduler','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',658,658,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','schedule()',NULL),(8175,'override to NOT start thread','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',673,673,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','startAllocatorThread()',NULL),(8176,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',-1,-1,'None','None',NULL),(8177,'TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',82,82,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','heartbeat()','NOT_DESIGN'),(8178,'TODO: What if null','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',254,254,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','forceKillApplication(KillApplicationRequest)',NULL),(8179,'TODO:HA Start reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',938,938,'org.apache.hadoop.hdfs.server.namenode.NameNode','startStandbyServices()','NOT_DESIGN'),(8180,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',-1,-1,'None','None',NULL),(8181,'TODO:HA Stop reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',943,943,'org.apache.hadoop.hdfs.server.namenode.NameNode','stopStandbyServices()','NOT_DESIGN'),(8182,'TODO: The following is useful for instance in streaming tasks. Should be\nset in ApplicationMaster\'s env by the RM.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',101,102,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8183,'FIXME: don\'t think this is also needed given we already set java\nproperties.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',109,110,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8184,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',-1,-1,'None','None',NULL),(8185,'TODO:HA','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ActiveState.java',52,52,'org.apache.hadoop.hdfs.server.namenode.ha.ActiveState','enterState(NameNode)','NOT_DESIGN'),(8186,'TODO:HA','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ActiveState.java',57,57,'org.apache.hadoop.hdfs.server.namenode.ha.ActiveState','exitState(NameNode)','NOT_DESIGN'),(8187,'TODO:HA','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java',50,50,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyState','enterState(NameNode)','NOT_DESIGN'),(8188,'TODO:HA','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java',55,55,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyState','exitState(NameNode)','NOT_DESIGN'),(8189,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',674,675,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(8190,'Set logging level','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',96,96,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8191,'Add stdout/stderr env','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',122,122,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, Task)',NULL),(8192,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',437,445,'org.apache.hadoop.hdfs.server.datanode.BlockSender','sendPacket(ByteBuffer, int, OutputStream, boolean, DataTransferThrottler)',NULL),(8193,'TODO writeRaw','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',1026,1026,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()','NOT_DESIGN'),(8194,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',-1,-1,'None','None',NULL),(8195,'TODO Possibly populate job progress. Never used.\nreport.setMapProgress(progress)\nreport.setReduceProgress(progress)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java',99,101,'org.apache.hadoop.mapreduce.v2.hs.CompletedJob','getCompletedMaps()','DESIGN'),(8196,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java',-1,-1,'None','None',NULL),(8197,'TODO - need to add more checks relevant to this state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',318,318,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptLaunchedState(Container)',NULL),(8198,'TODO - need to add more checks relevant to this state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java',333,333,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.TestRMAppAttemptTransitions','testAppAttemptRunningState(Container, String, int, String)',NULL),(8199,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',-1,-1,'None','None',NULL),(8200,'TODO\nFor status update for clients - yet to be implemented\nHostname of the container','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',127,129,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(8201,'Hardcoded path to shell script in launch container\'s local env','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',176,176,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','None',NULL),(8202,'Setup local RPC Server to accept status requests directly from clients\nTODO need to setup a protocol for client to be able to communicate to the RPC server\nTODO use the rpc port info to register with the RM for the client to send requests to this app master','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',379,381,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(8203,'Check what the current available resources in the cluster are\nTODO should we do anything if the available resources are not enough?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',487,488,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(8204,'TODO\nAdd a timeout handling layer\nfor misbehaving shell commands','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',545,547,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','main(String[])',NULL),(8205,'The container for the eventual shell commands needs its own local resources too.\nIn this scenario, if a shell script is specified, we need to have it copied\nand made available to the container.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',646,648,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(8206,'A failure scenario on bad input such as invalid shell script path\nWe know we cannot continue launching the container\nso we should release it.\nTODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',660,663,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(8207,'Add log redirect params\nTODO\nWe should redirect the output to hdfs instead of local logs\nso as to be able to look at the final output after the containers\nhave been released.\nCould use a path suffixed with /AppId/AppAttempId/ContainerId/std[out|err]','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',686,691,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(8208,'TODO do we need to release this container?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',713,713,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','run()',NULL),(8209,'setup requirements for hosts\nwhether a particular rack/host is needed\nRefer to apis under org.apache.hadoop.net for more\ndetails on how to get figure out rack/host mapping.\nusing * as any host will do for the distributed shell app','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',776,780,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(8210,'TODO - what is the range for priority? how to decide?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java',788,788,'org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster','setupContainerAskForRM(int)',NULL),(8211,'TODO - what is the range for priority? how to decide?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',584,584,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(8212,'Set the user submitting this application\nTODO can it be empty?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',590,591,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(8213,'TODO\nTry submitting the same request again\napp submission failure?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',605,607,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(8214,'TODO clarify whether multiple jobs with the same app id can be submitted and be running at\nthe same time.\nIf yes, can we kill a particular attempt only?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',689,691,'org.apache.hadoop.yarn.applications.distributedshell.Client','killApplication(ApplicationId)',NULL),(8215,'NodeId is only available during start, the following cannot be moved\nanywhere else.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',87,88,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','start()',NULL),(8216,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/NodesPage.java',-1,-1,'None','None',NULL),(8217,'Yes this is a hack, but there is no other way to insert\nCSS in the correct spot','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/MetricsOverviewTable.java',57,58,'org.apache.hadoop.yarn.server.resourcemanager.webapp.MetricsOverviewTable','render(Block)',NULL),(8218,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java',671,677,'org.apache.hadoop.hdfs.DFSUtil','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(8219,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolR23Compatible/ClientDatanodeProtocolTranslatorR23.java',77,83,'org.apache.hadoop.hdfs.protocolR23Compatible.ClientDatanodeProtocolTranslatorR23','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(8220,'Note when upgrade has been finalized then the NN always\nreturns a null as the report.\nhence the isFinalized is serialized (ugly)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolR23Compatible/UpgradeStatusReportWritable.java',126,128,'org.apache.hadoop.hdfs.protocolR23Compatible.UpgradeStatusReportWritable','write(DataOutput)',NULL),(8221,'TODO(HA): This test should probably be made to fail if a client fails over\nto talk to an NN with a different block pool id. Once failover between\nactive/standy in a single block pool is implemented, this test should be\nchanged to exercise that.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientFailover.java',56,59,'org.apache.hadoop.hdfs.TestDFSClientFailover','testDfsClientFailover()',NULL),(8222,'TODO Note that the sorter will be instantiated 2 times as follows\n1. During the sort/spill in the map phase\n2. During the merge in the sort phase\nWe need the handle to the matcher thread only in (2).\nThis logic can be relaxed to run only in (2).','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/LoadJob.java',121,125,'org.apache.hadoop.mapred.gridmix.LoadJob','call()',NULL),(8223,'TODO launchedContainer misplaced -> doesn\'t necessarily mean a container\nlaunch. A finished Application will not launch containers.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',289,290,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(8224,'Maybe retry','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',203,203,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<Path>)',NULL),(8225,'TODO Check if appRsrcs should also be added to the retention set.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',307,307,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(8226,'TODO Re-work after Application transitions are changed.\n@Test','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/TestApplication.java',212,213,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.TestApplication','testApplicationInit1()',NULL),(8227,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestLinuxContainerExecutor.java',-1,-1,'None','None',NULL),(8228,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java',-1,-1,'None','None',NULL),(8229,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ActiveState.java',-1,-1,'None','None',NULL),(8230,'TODO:HA Start reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',943,943,'org.apache.hadoop.hdfs.server.namenode.NameNode','startStandbyServices()',NULL),(8231,'TODO:HA Stop reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',948,948,'org.apache.hadoop.hdfs.server.namenode.NameNode','stopStandbyServices()',NULL),(8232,'The first time around','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',456,456,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(8233,'calculate the best progress','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',458,458,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(8234,'TODO:HA configuration changes pending','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java',701,701,'org.apache.hadoop.hdfs.DFSUtil','isHAEnabled(Configuration)','DESIGN'),(8235,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java',-1,-1,'None','None',NULL),(8236,'emulate the 203 usage of the tokens\nby setting the kind and service as if they were hdfs tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',227,228,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(8237,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/Apps.java',89,90,'org.apache.hadoop.yarn.util.Apps','toAppID(String)',NULL),(8238,'this is a dirty hack - but should be ok for a unittest.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainerLaunch.java',143,143,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.TestContainerLaunch','setNewEnvironmentHack(Map<String, String>)',NULL),(8239,'FIXME: this is','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',903,903,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(8240,'FIXME [could use default AM-container memory size...]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',906,906,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(8241,'Environment variables used by Pipes. (TODO: these\ndo not appear to be used by current pipes source code!)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java',442,443,'org.apache.hadoop.mapreduce.MRJobConfig','None',NULL),(8242,'TODO: why do we use \'conf\' some places and \'jobConf\' others?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',328,328,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(8243,'TODO ContainerId needs to be part of some historyEvent to be able to\nrender the log directory.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',88,89,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerID()','DESIGN'),(8244,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',-1,-1,'None','None',NULL),(8245,'TODO Verify this is correct.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',110,110,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerMgrAddress()','NOT_DESIGN'),(8246,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',100,101,'org.apache.hadoop.yarn.util.ConverterUtils','getPathFromYarnURL(URL)','DESIGN'),(8247,'TODO Remove after MrV1 is removed.\nUsing a dummy containerId to prevent jobHistory parse failures.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/jobhistory/TaskAttemptStartedEvent.java',63,64,'org.apache.hadoop.mapreduce.jobhistory.TaskAttemptStartedEvent','getDatum()',NULL),(8248,'TODO Add verification of additional data from jobHistory - whatever was\navailable in the failed attempt should be available here','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRecovery.java',201,202,'org.apache.hadoop.mapreduce.v2.app.TestRecovery','testCrashed()',NULL),(8249,'FIXME: TestApplicationCleanup is relying on unnormalized behavior.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',271,271,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()','NOT_DESIGN'),(8250,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',-1,-1,'None','None',NULL),(8251,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java',-1,-1,'None','None',NULL),(8252,'TODO: remove from rack','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java',159,159,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor','containerFailedOnHost(String)',NULL),(8253,'TODO handling of rack blacklisting\nRemoving from rack should be dependent on no. of failures within the rack\nBlacklisting a rack on the basis of a single node\'s blacklisting\nmay be overly aggressive.\nNode failures could be co-related with other failures on the same rack\nbut we probably need a better approach at trying to decide how and when\nto blacklist a rack','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java',186,192,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor','containerFailedOnHost(String)',NULL),(8254,'TODO: What if null','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',252,252,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','forceKillApplication(KillApplicationRequest)','NOT_DESIGN'),(8255,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',-1,-1,'None','None',NULL),(8256,'TODO: Synchro should be at statemachine level.\nThis is only for tests?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',86,87,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','getUser()','DESIGN'),(8257,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',-1,-1,'None','None',NULL),(8258,'TODO: Weird setup.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',276,276,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long)','NOT_DESIGN'),(8259,'TODO: Also make logService write the acls to the aggregated file.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',348,348,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','transition(ApplicationImpl, ApplicationEvent)','NOT_DESIGN'),(8260,'TODO RM NPEs for unknown jobs. History may still be aware.\nPossibly allow nulls through the PB tunnel, otherwise deal with an exception\nand redirect to the history server.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',131,133,'org.apache.hadoop.mapred.ClientServiceDelegate','getProxy()','DESIGN'),(8261,'Possibly allow nulls through the PB tunnel, otherwise deal with an exception\nand redirect to the history server.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',129,130,'org.apache.hadoop.mapred.ClientServiceDelegate','getProxy()',NULL),(8262,'TODO:\ntask cleanup for all non completed tasks\nchange job output committer to have\n- atomic job output promotion\n- recover output of completed tasks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',85,89,'None','None',NULL),(8263,'TODO:\ntask cleanup for all non completed tasks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',92,93,'None','None',NULL),(8264,'TODO: this is required because rpc server does not shut down\nin spite of calling server.stop().\nBring the process down by force.\nNot needed after HADOOP-7140','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',400,403,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)','NOT_DESIGN'),(8265,'Bring the process down by force.\nNot needed after HADOOP-7140','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',417,418,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(8266,'TODO need to get the real port number MAPREDUCE-2666','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',316,316,'org.apache.hadoop.mapreduce.v2.app.recover.RecoveryService','handle(Event)','NOT_DESIGN'),(8267,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',-1,-1,'None','None',NULL),(8268,'Sending APP_REJECTED is fine, since we assume that the\nRMApp is in NEW state and thus we havne\'t yet informed the\nScheduler about the existence of the application','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java',291,293,'org.apache.hadoop.yarn.server.resourcemanager.RMAppManager','submitApplication(ApplicationSubmissionContext, long)',NULL),(8269,'Inform the ContainersMonitor to start monitoring the container\'s\nresource usage.\nTODO: Fix pmem limits below','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',569,571,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()','NOT_DESIGN'),(8270,'Inform the ContainersMonitor to start monitoring the container\'s\nresource usage.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',575,576,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','getCurrentState()',NULL),(8271,'yes, UnsafeComparer does implement Comparer<byte[]>','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/FastByteComparisons.java',77,77,'org.apache.hadoop.io.FastByteComparisons','getBestComparer()',NULL),(8272,'ensure we really catch *everything*','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/FastByteComparisons.java',82,82,'org.apache.hadoop.io.FastByteComparisons','getBestComparer()',NULL),(8273,'Compare 8 bytes at a time. Benchmarking shows comparing 8 bytes at a\ntime is no slower than comparing 4 bytes at a time even on 32-bit.\nOn the other hand, it is substantially faster on 64-bit.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/FastByteComparisons.java',185,189,'org.apache.hadoop.io.FastByteComparisons','compareTo(byte[], int, int, byte[], int, int)',NULL),(8274,'Any user may perform this operation if authorization is not enabled','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AdminACLsManager.java',132,132,'org.apache.hadoop.yarn.security.AdminACLsManager','checkAccess(UserGroupInformation)',NULL),(8275,'TODO: Handle the masterKey invalidation.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMSecretManager.java',64,64,'org.apache.hadoop.yarn.security.client.ClientToAMSecretManager','getMasterKey(ClientTokenIdentifier)',NULL),(8276,'TODO: Make it avro-ish. TokenIdentifier really isn\'t serialized\nas writable but simply uses readFields method in SaslRpcServer\nfor deserializatoin.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',32,34,'None','None','NOT_DESIGN'),(8277,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',-1,-1,'None','None',NULL),(8278,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',41,42,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getApplicationID()',NULL),(8279,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientTokenIdentifier.java',38,39,'org.apache.hadoop.yarn.security.client.ClientTokenIdentifier','getApplicationID()',NULL),(8280,'TODO race: Can lead to a CONTAINER_LAUNCHED event at state KILLING,\nand a container which will never be killed by the NM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',171,172,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','None','DESIGN'),(8281,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocolR23Compatible/DatanodeRegistrationWritable.java',81,81,'org.apache.hadoop.hdfs.server.protocolR23Compatible.DatanodeRegistrationWritable','write(DataOutput)',NULL),(8282,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocolR23Compatible/DatanodeRegistrationWritable.java',92,92,'org.apache.hadoop.hdfs.server.protocolR23Compatible.DatanodeRegistrationWritable','readFields(DataInput)',NULL),(8283,'How often to dump scheduler state to the event log','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',57,57,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(8284,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',60,61,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(8285,'Compute total map/reduce slots\nIn the future we can precompute this if the Scheduler becomes a\nlistener of tracker join/leave events.','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',405,407,'org.apache.hadoop.mapred.FairScheduler','assignTasks(TaskTracker)',NULL),(8286,'TODO: Fix','Line','hadoop-mapreduce-project/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',1078,1078,'org.apache.hadoop.mapred.FairScheduler','dump()',NULL),(8287,'We could attempt to remove it from the work queue, but that would\nadd complexity. In practice, the work queues remain very short,\nso removing canceled requests has no gain.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/ReadaheadPool.java',221,223,'org.apache.hadoop.io.ReadaheadPool','cancel()',NULL),(8288,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',683,683,'org.apache.hadoop.hdfs.protocol.ClientProtocol','finalizeUpgrade()',NULL),(8289,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',694,694,'org.apache.hadoop.hdfs.protocol.ClientProtocol','distributedUpgradeProgress(UpgradeAction)',NULL),(8290,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',727,727,'org.apache.hadoop.hdfs.protocol.ClientProtocol','setBalancerBandwidth(long)',NULL),(8291,'not a glob & file not found, so add the path with a null stat','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java',254,254,'org.apache.hadoop.fs.shell.PathData','expandAsGlob(String, Configuration)',NULL),(8292,'figure out what type of glob path was given, will convert globbed\npaths to match the type to preserve relativity','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java',257,258,'org.apache.hadoop.fs.shell.PathData','expandAsGlob(String, Configuration)',NULL),(8293,'properly implementing symlink support in various commands will require\ntrailing slashes to be retained','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/shell/TestPathData.java',69,70,'org.apache.hadoop.fs.shell.TestPathData','testWithDirStringAndConf()',NULL),(8294,'TODO: should consider wrapping other exceptions into Path*Exceptions','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java',121,121,'org.apache.hadoop.fs.shell.PathData','lookupStat(FileSystem, String, boolean)',NULL),(8295,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',-1,-1,'None','None',NULL),(8296,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',164,165,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(8297,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',232,233,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(8298,'TODO: HTMl Quoting?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',174,174,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(8299,'TODO: HTMl Quoting?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',251,251,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','printLogs(Block, ContainerId, ApplicationId, Application)',NULL),(8300,'TODO: Reuse FS for user?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',150,150,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initApp(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy)','DESIGN'),(8301,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',-1,-1,'None','None',NULL),(8302,'TODO: Reuse FS for user?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',291,291,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','createAppDir(String, ApplicationId, UserGroupInformation)',NULL),(8303,'TODO: Fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',246,246,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','transition(ApplicationImpl, ApplicationEvent)','NOT_DESIGN'),(8304,'TODO Change this to get a list of files from the LAS.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogDumper.java',165,165,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, DataOutputStream)',NULL),(8305,'TODO Better error handling. Thread can die with the rest of the\nNM still running.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',269,270,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','startStatusUpdater()',NULL),(8306,'Maybe write out the retention policy.\nMaybe write out a list of containerLogs skipped by the retention policy.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AggregatedLogFormat.java',63,64,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AggregatedLogFormat','None',NULL),(8307,'TODO Maybe add a version string here. Instead of changing the version of\nthe entire k-v format','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AggregatedLogFormat.java',110,111,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AggregatedLogFormat','write(DataOutput)',NULL),(8308,'TODO Seek directly to the key once a comparator is specified.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AggregatedLogFormat.java',294,294,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AggregatedLogFormat','String> getApplicationAcls()',NULL),(8309,'TODO  Change Log format and interfaces to be containerId specific.\nAvoid returning completeValueStreams.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AggregatedLogFormat.java',354,355,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AggregatedLogFormat','readAcontainerLogs(DataInputStream, Writer)',NULL),(8310,'}\n// TODO Verify skip behaviour.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AggregatedLogFormat.java',385,386,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AggregatedLogFormat','readAcontainerLogs(DataInputStream, Writer)',NULL),(8311,'TODO Maybe support suffix to be more than a single file.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',185,185,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','getRemoteLogSuffixedDir(Path, String, String)',NULL),(8312,'TODO Add a utility method to list available log files. Ignore the\ntemporary ones.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',189,190,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','getRemoteLogUserDir(Path, String)',NULL),(8313,'TODO Get the user configuration for the list of containers that need log\naggregation.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',379,380,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initApp(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy, Map<ApplicationAccessType, String>)',NULL),(8314,'TODO Add a timeout. State.STOPPED check ?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/MiniMRYarnCluster.java',122,122,'org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster','start()',NULL),(8315,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',150,151,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(8316,'TODO: FIX. Be in Sync with\nResourceManager.java','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',204,205,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(8317,'TODO: Don\'t create again and again.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',142,142,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)',NULL),(8318,'TODO: Don\'t create again and again.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',139,139,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ContainerId)',NULL),(8319,'TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',145,145,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)','NOT_DESIGN'),(8320,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',-1,-1,'None','None',NULL),(8321,'TODO: Only the container\'s owner can kill containers today.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',409,409,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(8322,'TODO: Only the container\'s owner can get containers\' status today.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',447,447,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','getContainerStatus(GetContainerStatusRequest)',NULL),(8323,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',332,333,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)',NULL),(8324,'TODO: FIX. Be in Sync with\nResourceManager.java','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',397,398,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)',NULL),(8325,'TODO: Is it an authorised container to get a task? Otherwise return null.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',399,399,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(8326,'TODO: Is it an authorized container to get a task? Otherwise return null.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',404,404,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(8327,'TODO: Is the request for task-launch still valid?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',401,401,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(8328,'TODO Change this to get a list of files from the LAS.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogDumper.java',186,186,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, DataOutputStream)',NULL),(8329,'ignore this event as Rumen currently doesnt need this event\nTODO Enhance Rumen to process this event and capture restarts','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',134,135,'org.apache.hadoop.tools.rumen.JobBuilder','process(HistoryEvent)',NULL),(8330,'TODO: un-comment the following once HDFS-7510 is committed.\nreturn getConf().getInt(DFSConfigKeys.DFS_NAMENODE_HTTP_PORT_KEY,','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',120,121,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()','NOT_DESIGN'),(8331,'TODO: un-comment the following once HDFS-7510 is committed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',230,230,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()','NOT_DESIGN'),(8332,'emulate the 203 usage of the tokens\nby setting the kind and service as if they were hdfs tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java',565,566,'org.apache.hadoop.hdfs.web.WebHdfsFileSystem','initialize(URI, Configuration)',NULL),(8333,'no need to change service because we aren\'t exactly sure what it\nshould be.  we can guess, but it might be wrong if the local conf\nvalue is incorrect.  the service is a client side field, so the remote\nend does not care about the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java',570,573,'org.apache.hadoop.hdfs.web.WebHdfsFileSystem','initialize(URI, Configuration)',NULL),(8334,'this guesses the remote cluster\'s rpc service port.\nthe current token design assumes it\'s the same as the local cluster\'s\nrpc port unless a config key is set.  there should be a way to automatic\nand correctly determine the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/security/token/delegation/DelegationTokenSelector.java',46,49,'org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenSelector','selectHdfsDelegationToken(InetSocketAddress, UserGroupInformation, Configuration)',NULL),(8335,'check map task reports\nTODO fix testcase\nDisabling checks for now to get builds to run','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestTaskContext.java',119,121,'org.apache.hadoop.mapreduce.TestTaskContext','setup()',NULL),(8336,'TODO','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestNoJobSetupCleanup.java',59,59,'org.apache.hadoop.mapreduce.TestNoJobSetupCleanup','submitAndValidateJob(Configuration, int, int)','NOT_DESIGN'),(8337,'TODO: The test is failing due to the change in HADOOP-7360.\nHDFS-2038 is going to fix it.  Disable the test for the moment.\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/cli/TestHDFSCLI.java',97,99,'org.apache.hadoop.cli.TestHDFSCLI','testAll()',NULL),(8338,'too bad we can\'t tell exactly why it failed...','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',177,177,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)','NOT_DESIGN'),(8339,'should we delete real file if crc copy fails?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',143,143,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(8340,'TODO: remove when FileContext is supported, this needs to either\ncopy the symlink or deref the symlink','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',149,150,'org.apache.hadoop.fs.shell.CommandWithDestination','processPath(PathData, PathData)',NULL),(8341,'too bad we don\'t know why it failed','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',227,227,'org.apache.hadoop.fs.shell.CommandWithDestination','copyStreamToTarget(InputStream, PathData)',NULL),(8342,'TODO fix job acls.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/client/MRClientService.java',199,199,'org.apache.hadoop.mapreduce.v2.app.client.MRClientService','verifyAndGetJob(JobId, boolean)','NOT_DESIGN'),(8343,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/client/MRClientService.java',-1,-1,'None','None',NULL),(8344,'move map output to reduce input','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/LocalJobRunner.java',403,403,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)',NULL),(8345,'move map output to reduce input','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalJobRunner.java',373,373,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)',NULL),(8346,'TODO Should calculate here before returning','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/FSDownload.java',125,125,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.FSDownload','unpack(File, File)',NULL),(8347,'TODO Should calculate here before returning','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java',125,125,'org.apache.hadoop.yarn.util.FSDownload','unpack(File, File)',NULL),(8348,'TODO Change this to get a list of files from the LAS.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogDumper.java',186,186,'org.apache.hadoop.yarn.logaggregation.LogDumper','dumpAllContainersLogs(ApplicationId, String, DataOutputStream)',NULL),(8349,'Maybe write out the retention policy.\nMaybe write out a list of containerLogs skipped by the retention policy.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',63,64,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','None',NULL),(8350,'TODO Maybe add a version string here. Instead of changing the version of\nthe entire k-v format','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',110,111,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','write(DataOutput)',NULL),(8351,'TODO Seek directly to the key once a comparator is specified.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',294,294,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','String> getApplicationAcls()',NULL),(8352,'TODO  Change Log format and interfaces to be containerId specific.\nAvoid returning completeValueStreams.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',354,355,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','readAcontainerLogs(DataInputStream, Writer)',NULL),(8353,'}\n// TODO Verify skip behaviour.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',385,386,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','readAcontainerLogs(DataInputStream, Writer)',NULL),(8354,'TODO Maybe support suffix to be more than a single file.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',182,182,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','getRemoteLogSuffixedDir(Path, String, String)',NULL),(8355,'TODO Maybe support suffix to be more than a single file.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogAggregationUtils.java',70,70,'org.apache.hadoop.yarn.logaggregation.LogAggregationUtils','getRemoteLogSuffixedDir(Path, String, String)',NULL),(8356,'TODO Add a utility method to list available log files. Ignore the\ntemporary ones.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',186,187,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','getRemoteLogUserDir(Path, String)',NULL),(8357,'TODO Add a utility method to list available log files. Ignore the\ntemporary ones.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogAggregationUtils.java',74,75,'org.apache.hadoop.yarn.logaggregation.LogAggregationUtils','getRemoteLogUserDir(Path, String)',NULL),(8358,'job commit done only in cleanup\ntherefore output should still be in temp location','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestNoJobSetupCleanup.java',59,60,'org.apache.hadoop.mapreduce.TestNoJobSetupCleanup','submitAndValidateJob(Configuration, int, int)',NULL),(8359,'alice should be able to cancel but only cancel once','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/security/token/delegation/TestDelegationToken.java',127,127,'org.apache.hadoop.mapreduce.security.token.delegation.TestDelegationToken','testDelegationToken()',NULL),(8360,'in ObjectWritable to efficiently transmit arrays of primitives','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',126,126,'org.apache.hadoop.ipc.Server','None',NULL),(8361,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC payload header explicit','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',128,129,'org.apache.hadoop.ipc.Server','None',NULL),(8362,'emulate the 203 usage of the tokens\nby setting the kind and service as if they were hdfs tokens','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java',663,664,'org.apache.hadoop.hdfs.web.WebHdfsFileSystem','initialize(URI, Configuration)','NOT_DESIGN'),(8363,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java',-1,-1,'None','None',NULL),(8364,'no need to change service because we aren\'t exactly sure what it\nshould be.  we can guess, but it might be wrong if the local conf\nvalue is incorrect.  the service is a client side field, so the remote\nend does not care about the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java',668,671,'org.apache.hadoop.hdfs.web.WebHdfsFileSystem','initialize(URI, Configuration)','DESIGN'),(8365,'Do not fail if there are some minor parse errors','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java',119,119,'org.apache.hadoop.mapreduce.v2.jobhistory.FileNameIndexUtils','getIndexInfo(String)',NULL),(8366,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',86,86,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(8367,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',91,91,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(8368,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',95,95,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(8369,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',100,100,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(8370,'Maybe retry','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',267,267,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<Path>)',NULL),(8371,'Maybe retry','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',272,272,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','init()',NULL),(8372,'TODO should we check that all federated nns are either enabled or\ndisabled?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1517,1518,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(8373,'XXXXXX should this also be null-protected?','Line','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraInputFormat.java',80,80,'org.apache.hadoop.examples.terasort.TeraInputFormat','None','DESIGN'),(8374,'Wrap FSDataInputStream for efficient backward seeks\nKeep track on position with respect encapsulated FSDataInputStream','Line','hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamXmlRecordReader.java',293,294,'org.apache.hadoop.streaming.StreamXmlRecordReader','init()',NULL),(8375,'TODO: this is conservative.','Line','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/BaileyBorweinPlouffe.java',162,162,'org.apache.hadoop.examples.BaileyBorweinPlouffe','map(LongWritable, IntWritable, Context)',NULL),(8376,'divide the left into 4 32 bit chunks','Line','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/Unsigned16.java',213,213,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(8377,'divide the right into 5 31 bit chunks','Line','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/Unsigned16.java',219,219,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(8378,'copy the split and fix up the locations','Line','hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraScheduler.java',213,213,'org.apache.hadoop.examples.terasort.TeraScheduler','getNewFileSplits()',NULL),(8379,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',895,897,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(8380,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',264,266,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','reportBadBlocks(ExtendedBlock)',NULL),(8381,'These exception types indicate something is probably wrong\non the server side, as opposed to just a normal exceptional\nresult.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',1541,1543,'org.apache.hadoop.ipc.Server','getProtocolClass(String, Configuration)',NULL),(8382,'TODO(HA): need to deal with connecting to HA NN pair here','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/NameNodeConnector.java',86,86,'org.apache.hadoop.hdfs.server.balancer.NameNodeConnector','getAccessToken(ExtendedBlock)',NULL),(8383,'TODO(HA): currently hardcoding the nameservice used by MiniDFSCluster.\nWe need to somehow communicate this into the proxy provider.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ConfiguredFailoverProxyProvider.java',95,96,'org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider','getInterface()',NULL),(8384,'TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',148,148,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None','NOT_DESIGN'),(8385,'XXX:Not to be used directly.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/NodeHealthCheckerService.java',362,362,'org.apache.hadoop.NodeHealthCheckerService','getTimer()','DESIGN'),(8386,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeHealthScriptRunner.java',-1,-1,'None','None',NULL),(8387,'TODO: DEBUG','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',156,156,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<Path>)',NULL),(8388,'TODO: DEBUG','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',161,161,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<String>, List<String>)',NULL),(8389,'would be nice if action included a descriptive toString()','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/UserGroupInformation.java',1173,1173,'org.apache.hadoop.security.UserGroupInformation','logPrivilegedAction(Subject, Object)',NULL),(8390,'TODO:HA Start reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',950,950,'org.apache.hadoop.hdfs.server.namenode.NameNode','startStandbyServices()','NOT_DESIGN'),(8391,'TODO:HA Stop reading editlog from active','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',955,955,'org.apache.hadoop.hdfs.server.namenode.NameNode','stopStandbyServices()',NULL),(8392,'TODO(HA): Are we guaranteed to be the only active here?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',955,955,'org.apache.hadoop.hdfs.server.namenode.NameNode','stopStandbyServices()',NULL),(8393,'TODO(HA): What should we do in this case? Shutdown the standby NN?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/EditLogTailer.java',130,130,'org.apache.hadoop.hdfs.server.namenode.ha.EditLogTailer','run()',NULL),(8394,'TODO(HA): Fix this.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',264,264,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)','NOT_DESIGN'),(8395,'TODO(HA): We shouldn\'t run this when coming up in standby state','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',583,583,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)','DESIGN'),(8396,'TODO(HA): This should probably always return false when HA is enabled and\nwe\'re coming up in standby state.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',636,637,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8397,'TODO(HA): Should this happen when called by the tailer?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',685,685,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8398,'update the counts\nTODO(HA): this may be very slow -- we probably want to\nupdate them as we go for HA.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',689,691,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8399,'We shouldn\'t be calling saveNamespace if we\'ve come up in standby state.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',403,403,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8400,'TODO: these lines spew lots of warnings about \\\"already stopped\\\" logs, etc','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',697,697,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8401,'TODO(HA): decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',685,685,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getDatanodeReport(DatanodeReportType)',NULL),(8402,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',218,220,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','reportBadBlocks(ExtendedBlock)',NULL),(8403,'TODO(HA) is this right?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',98,98,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','isInitialized()',NULL),(8404,'TODO: should || all the bp actors probably?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',103,103,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','isAlive()',NULL),(8405,'TODO: synchronization should be a little better here','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',313,313,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','shutdownActor(BPServiceActor)',NULL),(8406,'TODO(HA) this doesn\'t make sense anymore','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',324,324,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','getNNSocketAddress()',NULL),(8407,'TODO: DNA_SHUTDOWN appears to be unused - the NN never sends this command','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',447,447,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','processCommandFromActive(DatanodeCommand, BPServiceActor)',NULL),(8408,'TODO: saw an NPE here - maybe if the two BPOS register at\nsame time, this one won\'t block on the other one?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',338,339,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','sendHeartBeat()',NULL),(8409,'TODO(HA) would be good to kill this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',290,290,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(8410,'TODO: how does this work in HA??','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',2058,2058,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)',NULL),(8411,'TODO(HA) would be good to kill this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolManager.java',89,89,'org.apache.hadoop.hdfs.server.datanode.BlockPoolManager','get(InetSocketAddress)','DESIGN'),(8412,'Keep things simple for now -- we can implement this at a later date.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',104,104,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','refreshNNList(ArrayList<InetSocketAddress>)',NULL),(8413,'TODO: we should really just ask for a log roll here','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestEditLogTailer.java',109,109,'org.apache.hadoop.hdfs.server.namenode.ha.TestEditLogTailer','waitForStandbyToCatchUp(NameNode, NameNode)',NULL),(8414,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestFileOutputFormat.java',43,43,'org.apache.hadoop.mapred.TestFileOutputFormat','testCustomFile()',NULL),(8415,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestFileOutputFormat.java',43,43,'org.apache.hadoop.mapred.TestFileOutputFormat','testCustomFile()',NULL),(8416,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/lib/TestMultipleOutputs.java',56,56,'org.apache.hadoop.mapred.lib.TestMultipleOutputs','testWithoutCounters()',NULL),(8417,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/lib/TestMultithreadedMapRunner.java',53,53,'org.apache.hadoop.mapred.lib.TestMultithreadedMapRunner','testOKRun()',NULL),(8418,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestMultipleInputs.java',57,57,'org.apache.hadoop.mapreduce.lib.input.TestMultipleInputs','None',NULL),(8419,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',35,35,'org.apache.hadoop.mapred.lib.TestChainMapReduce','None',NULL),(8420,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',74,74,'org.apache.hadoop.mapred.lib.TestChainMapReduce','getFlagDir(boolean)',NULL),(8421,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/NotificationTestCase.java',158,158,'org.apache.hadoop.mapred.NotificationTestCase','testMR()',NULL),(8422,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/NotificationTestCase.java',186,186,'org.apache.hadoop.mapred.NotificationTestCase','launchWordCount(JobConf, String, int, int)',NULL),(8423,'perhaps a VIP is failing over','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RPC.java',290,290,'org.apache.hadoop.ipc.RPC','waitForProtocolProxy(Class<T>, long, InetSocketAddress, Configuration, int, long)',NULL),(8424,'perhaps a VIP is failing over','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RPC.java',368,368,'org.apache.hadoop.ipc.RPC','call(Server, String, Writable, long)',NULL),(8425,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestIPC.java',371,373,'org.apache.hadoop.ipc.TestIPC','call(String, Writable, long)',NULL),(8426,'TODO: saw an NPE here - maybe if the two BPOS register at\nsame time, this one won\'t block on the other one?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',339,340,'org.apache.hadoop.hdfs.server.datanode.BPServiceActor','sendHeartBeat()','DESIGN'),(8427,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPServiceActor.java',-1,-1,'None','None',NULL),(8428,'TODO(HA) is this right?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',117,117,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','isInitialized()','DESIGN'),(8429,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',-1,-1,'None','None',NULL),(8430,'TODO: should || all the bp actors probably?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',122,122,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','isAlive()','DESIGN'),(8431,'Even if NN2 goes to standby, DN shouldn\'t reset to talking to NN1,\nbecause NN1\'s txid is lower than the last active txid. Instead,\nit should consider neither active.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestBPOfferService.java',270,272,'org.apache.hadoop.hdfs.server.datanode.TestBPOfferService','testPickActiveNameNode()',NULL),(8432,'We only want to recover streams if we\'re going into Active mode.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',582,582,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8433,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolPB/ClientDatanodeProtocolTranslatorPB.java',111,117,'org.apache.hadoop.hdfs.protocolPB.ClientDatanodeProtocolTranslatorPB','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(8434,'Test turned off - see HDFS-2647 and HDFS-2660 for related comments.\nThis test can be turned on when Avro RPC is enabled using mechanism\nsimilar to protobuf.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDfsOverAvroRpc.java',31,35,'org.apache.hadoop.hdfs.TestDfsOverAvroRpc','testWorkingDirectory()','DESIGN'),(8435,'Adding the blocks directly to normal priority','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestReplicationPolicy.java',484,484,'org.apache.hadoop.hdfs.server.blockmanagement.TestReplicationPolicy','testReplicationWithPriority()',NULL),(8436,'Adding the block directly to high priority list','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestReplicationPolicy.java',491,491,'org.apache.hadoop.hdfs.server.blockmanagement.TestReplicationPolicy','testReplicationWithPriority()',NULL),(8437,'Skip by reading the data so we stay in sync with checksums.\nThis could be implemented more efficiently in the future to\nskip to the beginning of the appropriate checksum chunk\nand then only read to the middle of that chunk.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',376,379,'org.apache.hadoop.hdfs.BlockReaderLocal','skip(long)',NULL),(8438,'desired range starts after beginning of this har block\nfix offset to beginning of relevant range (relative to desired file)','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/HarFileSystem.java',363,364,'org.apache.hadoop.fs.HarFileSystem','initialize(URI, Configuration)',NULL),(8439,'can\'t really validate queue is a valid one since queues could change','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsWebServices.java',195,195,'org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices','getJobs(String, String, String, String, String, String, String)',NULL),(8440,'todo - switch to use JobInfo','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsJobBlock.java',100,100,'org.apache.hadoop.mapreduce.v2.hs.webapp.HsJobBlock','render(Block)',NULL),(8441,'this could be optimized better','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/CapacitySchedulerPage.java',80,80,'org.apache.hadoop.yarn.server.resourcemanager.webapp.CapacitySchedulerPage','None','DESIGN'),(8442,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDfsOverAvroRpc.java',-1,-1,'None','None',NULL),(8443,'FIXME: this is','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',873,873,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','NOT_DESIGN'),(8444,'FIXME: this is','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',834,834,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8445,'FIXME [could use default AM-container memory size...]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',876,876,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','NOT_DESIGN'),(8446,'FIXME (see above)\nignoring overhead due to UberTask and statics as negligible here:\nFIXME   && (Math.max(memoryPerMap, memoryPerReduce) <= sysMemSizeForUberSlot\n|| sysMemSizeForUberSlot == JobConf.DISABLED_MEMORY_LIMIT)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',883,886,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','NOT_DESIGN'),(8447,'TODO: also note which node?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',908,908,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','DESIGN'),(8448,'probably should retry elsewhere, i.e., move entire uber-AM:  ergo,\nlimit attempts to 1 (or at most 2?  probably not...)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',914,915,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)','DESIGN'),(8449,'probably should retry elsewhere, i.e., move entire uber-AM:  ergo,\nlimit attempts to 1 (or at most 2?  probably not...)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',873,874,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8450,'Uber-AM lifecycle/ordering (\\\"normal\\\" case):\n\n- [somebody] sends TA_ASSIGNED\n- handled by ContainerAssignedTransition (TaskAttemptImpl.java)\n- creates \\\"remoteTask\\\" for us == real Task\n- sends CONTAINER_REMOTE_LAUNCH\n- TA: UNASSIGNED -> ASSIGNED\n- CONTAINER_REMOTE_LAUNCH handled by LocalContainerLauncher (us)\n- sucks \\\"remoteTask\\\" out of TaskAttemptImpl via getRemoteTask()\n- sends TA_CONTAINER_LAUNCHED\n[[ elsewhere...\n- TA_CONTAINER_LAUNCHED handled by LaunchedContainerTransition\n- registers \\\"remoteTask\\\" with TaskAttemptListener (== umbilical)\n- NUKES \\\"remoteTask\\\"\n- sends T_ATTEMPT_LAUNCHED (Task: SCHEDULED -> RUNNING)\n- TA: ASSIGNED -> RUNNING\n]]\n- runs Task (runSubMap() or runSubReduce())\n- TA can safely send TA_UPDATE since in RUNNING state','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',136,156,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(8451,'_must_ either run subtasks sequentially or accept expense of new JVMs\n(i.e., fork()), else will get weird failures when maps try to create/\nwrite same dirname or filename:  no chdir() in Java','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',170,172,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(8452,'mostly via T_KILL? JOB_KILL?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',176,176,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(8453,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',-1,-1,'None','None',NULL),(8454,'FIXME:  race condition here?  or do we have same kind of lock on TA handler => MapTask can\'t send TA_UPDATE before TA_CONTAINER_LAUNCHED moves TA to RUNNING state?  (probably latter)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',207,207,'org.apache.hadoop.mapred.LocalContainerLauncher','run()','NOT_DESIGN'),(8455,'throw new RuntimeException()  (FIXME: what\'s appropriate here?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',288,288,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)','DESIGN'),(8456,'check if event-queue empty?  whole idea of counting maps vs. checking event queue is a tad wacky...but could enforce ordering (assuming no \\\"lost events\\\") at LocalMRAppMaster [CURRENT BUG(?):  doesn\'t send reduce event until maps all done]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',308,308,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(8457,'check if event-queue empty?  whole idea of counting maps vs.\nchecking event queue is a tad wacky...but could enforce ordering\n(assuming no \\\"lost events\\\") at LocalMRAppMaster [CURRENT BUG(?):\ndoesn\'t send reduce event until maps all done]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',322,325,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(8458,'throw new RuntimeException()  (FIXME) // or push reduce event back onto end of queue? (probably former)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',311,311,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)','DESIGN'),(8459,'FIXME: handling multiple reduces within a single AM does not seem to\nwork.\nint sysMaxReduces =','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',827,829,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8460,'I\'ll be making Avro objects by hand.  Please don\'t do that very often.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',757,757,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)','DESIGN'),(8461,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',-1,-1,'None','None',NULL),(8462,'A few common retry policies, with no delays.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/retry/RetryPolicy.java',37,37,'org.apache.hadoop.io.retry.RetryPolicy','None',NULL),(8463,'Token should be around after this.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/security/TestDelegationTokenRenewer.java',503,503,'org.apache.hadoop.yarn.server.resourcemanager.security.TestDelegationTokenRenewer','testDTKeepAlive2()',NULL),(8464,'If we found a proxy provider, then this URI should be a logical NN.\nGiven that, it shouldn\'t have a non-default port number.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSClient.java',368,369,'org.apache.hadoop.hdfs.DFSClient','getChecksumType(Configuration)',NULL),(8465,'TODO(HA): Test this.','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperEditLogInputStream.java',132,132,'org.apache.hadoop.contrib.bkjournal.BookKeeperEditLogInputStream','getFirstTxId()',NULL),(8466,'TODO: We should do away with this add-then-replace dance.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',179,179,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8467,'TODO: we could use removeLease(holder, path) here, but OP_CLOSE\ndoesn\'t seem to serialize the holder... unclear why!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',215,216,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8468,'TODO Make this final if not using JSON','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/Anonymizer.java',54,54,'org.apache.hadoop.tools.rumen.Anonymizer','None',NULL),(8469,'for now, simply assert since this class has a hardcoded name','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/FileName.java',81,81,'org.apache.hadoop.tools.rumen.datatypes.FileName','setName(String)',NULL),(8470,'TODO There is no caching for saving memory.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/FileName.java',180,180,'org.apache.hadoop.tools.rumen.datatypes.FileName','anonymize(String, WordList)',NULL),(8471,'check if the data is known content\nTODO [Chunking] Do this for sub-strings of data','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/FileName.java',198,199,'org.apache.hadoop.tools.rumen.datatypes.FileName','anonymize(String, WordList)',NULL),(8472,'check if the data is known content\nTODO [Chunking] Do this for sub-strings of data','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/anonymization/WordListAnonymizerUtility.java',100,101,'org.apache.hadoop.tools.rumen.anonymization.WordListAnonymizerUtility','isKnownData(String, String[])',NULL),(8473,'TODO compression?\nTODO Other job configs like FileOutputFormat/FileInputFormat etc','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java',186,187,'org.apache.hadoop.tools.rumen.datatypes.util.MapReduceJobPropertiesParser','fromString(String, String)',NULL),(8474,'check if the config parameter represents a file-system path\nTODO: Make this concrete .location .path .dir .jar?','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java',213,214,'org.apache.hadoop.tools.rumen.datatypes.util.MapReduceJobPropertiesParser','fromString(String, String)',NULL),(8475,'for now, simply assert since this class has a hardcoded name','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',74,74,'org.apache.hadoop.tools.rumen.datatypes.NodeName','setName(String)',NULL),(8476,'TODO check for null and improve .. possibly call NodeName(r,h)','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',89,89,'org.apache.hadoop.tools.rumen.datatypes.NodeName','getHostName()',NULL),(8477,'TODO There is no caching for saving memory.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',174,174,'org.apache.hadoop.tools.rumen.datatypes.NodeName','anonymize(String, WordList)',NULL),(8478,'TODO Should we do a clone?','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/state/StatePool.java',342,342,'org.apache.hadoop.tools.rumen.state.StatePool','setStates(HashMap<String, StatePair>)',NULL),(8479,'In job-history, hostName is saved in the format rackName/NodeName\nTODO this is a hack! The \'/\' handling needs fixing.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',337,338,'org.apache.hadoop.tools.rumen.LoggedTaskAttempt','get(LoggedTaskAttempt)',NULL),(8480,'TODO Check for null key/value?','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/datatypes/JobProperties.java',77,77,'org.apache.hadoop.tools.rumen.datatypes.JobProperties','getAnonymizedValue(StatePool, Configuration)',NULL),(8481,'TODO Support deprecated and un-supported keys','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenAnonymization.java',381,381,'org.apache.hadoop.tools.rumen.TestRumenAnonymization','testUserNameSerialization()',NULL),(8482,'for now, simply assert since this class has a hardcoded name','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenAnonymization.java',1154,1154,'org.apache.hadoop.tools.rumen.TestRumenAnonymization','setName(String)',NULL),(8483,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/lz4/Lz4Compressor.java',40,40,'org.apache.hadoop.io.compress.lz4.Lz4Compressor','None','DESIGN'),(8484,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/lz4/Lz4Decompressor.java',39,39,'org.apache.hadoop.io.compress.lz4.Lz4Decompressor','None','DESIGN'),(8485,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRAppWithCombiner.java',83,84,'org.apache.hadoop.mapreduce.v2.TestMRAppWithCombiner','setup()',NULL),(8486,'TODO test jobhistory filename with old/stale file suffix','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',266,266,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(8487,'TODO(HA) we\'ll never get here, since we check for WRITE operation above!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2612,2612,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8488,'TODO: I dont think this should be checked - it\'s just for logging\nand dropping backups','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',322,323,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','errorReport(NamenodeRegistration, int, String)',NULL),(8489,'TODO: we should really just ask for a log roll here','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestEditLogTailer.java',111,111,'org.apache.hadoop.hdfs.server.namenode.ha.TestEditLogTailer','waitForStandbyToCatchUp(NameNode, NameNode)','DESIGN'),(8490,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestEditLogTailer.java',-1,-1,'None','None',NULL),(8491,'Even though NN2 considers the blocks over-replicated, it should\npost-pone the block invalidation because the DNs are still \\\"stale\\\".','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestDNFencing.java',157,158,'org.apache.hadoop.hdfs.server.namenode.ha.TestDNFencing','testDnFencing()',NULL),(8492,'Make lots of blocks to increase chances of triggering a bug.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestDNFencing.java',197,197,'org.apache.hadoop.hdfs.server.namenode.ha.TestDNFencing','testNNClearsCommandsOnFailoverAfterStartup()',NULL),(8493,'Make lots of blocks to increase chances of triggering a bug.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestDNFencing.java',282,282,'org.apache.hadoop.hdfs.server.namenode.ha.TestDNFencing','testNNClearsCommandsOnFailoverWithReplChanges()',NULL),(8494,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',233,233,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(8495,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',241,241,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(8496,'TODO HB immediately when rsrc localized','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',250,250,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)','NOT_DESIGN'),(8497,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',-1,-1,'None','None',NULL),(8498,'TODO cleanup','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',255,255,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(8499,'TODO cleanup','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',262,262,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(8500,'TODO: this really should be a -nl option','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',62,62,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)','DESIGN'),(8501,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',-1,-1,'None','None',NULL),(8502,'FIXME: this is','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',861,861,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)','NOT_DESIGN'),(8503,'[File?]InputFormat and default block size\nfrom that','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',862,863,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8504,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',116,117,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','downloadImageToStorage(String, long, NNStorage, boolean)',NULL),(8505,'TODO: there is a really narrow race here if we are just\nabout to start a checkpoint - this won\'t cancel it!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',186,187,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','setNameNodeAddresses(Configuration)',NULL),(8506,'We have to make sure we\'re logged in as far as JAAS\nis concerned, in order to use kerberized SSL properly.\nThis code copied from SecondaryNameNode - TODO: refactor\nto a utility function.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',221,224,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','run()',NULL),(8507,'Probably requested shutdown.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',305,305,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','doWork()',NULL),(8508,'TODO: this failed once because it caught a ckpt file -- maybe\nthis is possible if one of the NNs is really fast and the other is slow?\nneed to loop this to suss out the race.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestStandbyCheckpoints.java',133,135,'org.apache.hadoop.hdfs.server.namenode.ha.TestStandbyCheckpoints','testBothNodesInStandbyState()',NULL),(8509,'the host contains a dot (domain), ex. \\\"host.domain\\\"\ntry an exact host lookup, then fallback to search list','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetUtils.java',333,334,'org.apache.hadoop.net.NetUtils','setUseQualifiedHostResolver(boolean)',NULL),(8510,'it\'s a simple host with no dots, ex. \\\"host\\\"\ntry the search list, then fallback to exact host','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/NetUtils.java',340,341,'org.apache.hadoop.net.NetUtils','setUseQualifiedHostResolver(boolean)',NULL),(8511,'what goes in, comes out','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/security/TestSecurityUtil.java',152,152,'org.apache.hadoop.security.TestSecurityUtil','testBuildTokenServiceSockAddr()',NULL),(8512,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/CapacitySchedulerPage.java',-1,-1,'None','None',NULL),(8513,'TODO(HA): ask toSvc if it\'s capable. Eg not in SM.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',69,69,'org.apache.hadoop.ha.FailoverController','preFailoverChecks(HAServiceProtocol, String)',NULL),(8514,'TODO(HA): fence fromSvc and unfence on failback','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',96,96,'org.apache.hadoop.ha.FailoverController','failover(HAServiceProtocol, String, HAServiceProtocol, String)',NULL),(8515,'TODO(HA): Should this happen when called by the tailer?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',686,686,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)','DESIGN'),(8516,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',-1,-1,'None','None',NULL),(8517,'TODO(HA): What should we do in this case? Shutdown the standby NN?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/EditLogTailer.java',166,166,'org.apache.hadoop.hdfs.server.namenode.ha.EditLogTailer','run()','DESIGN'),(8518,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/EditLogTailer.java',-1,-1,'None','None',NULL),(8519,'long to int? TODO: FIX. Same below','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1038,1038,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(8520,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',161,162,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)',NULL),(8521,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',365,366,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','getContainer(ContainerId)',NULL),(8522,'We will have to remove the launch (meant \\\"cleanup\\\"? FIXME) event if it is still in eventQueue\nand not yet processed','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',356,357,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()','DESIGN'),(8523,'TODO: Any synchro needed?\ndeallocate the container','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',359,360,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()','NOT_DESIGN'),(8524,'TODO:check whether container is launched','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',379,379,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()','NOT_DESIGN'),(8525,'TODO: Implement getDelegationToken','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',161,161,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)','NOT_DESIGN'),(8526,'get the token from RM','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',166,166,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(8527,'notes that get delegation token was called. Again this is hack for oozie\nto make sure we add history server delegation tokens to the credentials\nfor the job. Since the api only allows one delegation token to be returned,\nwe have to add this hack.','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java',143,147,'org.apache.hadoop.mapred.JobClient','None',NULL),(8528,'usually is false unless the jobclient getdelegation token is\ncalled. This is a hack wherein we do return a token from RM\non getDelegationtoken but due to the restricted api on jobclient\nwe just add a job history DT token when submitting a job.','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',103,107,'org.apache.hadoop.mapred.YARNRunner','None',NULL),(8529,'Ensure that we can append to it - if the blocks were in some funny\nstate we\'d get some kind of issue here.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestPersistBlocks.java',341,342,'org.apache.hadoop.hdfs.TestPersistBlocks','testEarlierVersionEditLog()',NULL),(8530,'In case the iterator isn\'t picking up the latest.\nExtra lookup outside of the iterator - but only if the task\nis considered to be timed out.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',122,124,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','run()',NULL),(8531,'TODO(HA): Handle inProgressOk','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',315,315,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','getInputStream(long, boolean)',NULL),(8532,'TODO(HA): Handle inProgressOk','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',334,334,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','getNumberOfTransactions(long, boolean)',NULL),(8533,'the host contains a dot (domain), ex. \\\"host.domain\\\"\ntry an exact host lookup, then fallback to search list','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java',531,532,'org.apache.hadoop.security.SecurityUtil','getByName(String)',NULL),(8534,'it\'s a simple host with no dots, ex. \\\"host\\\"\ntry the search list, then fallback to exact host','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java',538,539,'org.apache.hadoop.security.SecurityUtil','getByName(String)',NULL),(8535,'TODO: would like to use integer comparisons here but can\'t due to\nroundoff errors in absolute capacity calculations','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java',419,420,'org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesCapacitySched','verifyLeafQueueGeneric(String, LeafQueueInfo)',NULL),(8536,'TODO: Rename','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',83,83,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(8537,'Send one more heartbeat with a fake running container. This is to\nsimulate the situation that can happen if the NM reports that container\nis running in the same heartbeat when the RM asks it to clean it up.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestApplicationCleanup.java',188,190,'org.apache.hadoop.yarn.server.resourcemanager.TestApplicationCleanup','testContainerCleanup()',NULL),(8538,'only put for the registered attempts\nTODO throw an exception if the task isn\'t registered.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',95,96,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','receivedPing(TaskAttemptId)',NULL),(8539,'workaround the absent public distcache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestSpeculativeExecution.java',121,121,'org.apache.hadoop.mapreduce.v2.TestSpeculativeExecution','setup()',NULL),(8540,'If we found a proxy provider, then this URI should be a logical NN.\nGiven that, it shouldn\'t have a non-default port number.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HAUtil.java',163,164,'org.apache.hadoop.hdfs.HAUtil','getFailoverProxyProviderClass(Configuration, URI, Class<T>)',NULL),(8541,'TODO(HA): need to deal with connecting to HA NN pair here','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/NameNodeConnector.java',87,87,'org.apache.hadoop.hdfs.server.balancer.NameNodeConnector','getAccessToken(ExtendedBlock)','NOT_DESIGN'),(8542,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/NameNodeConnector.java',-1,-1,'None','None',NULL),(8543,'for now, simply assert since this class has a hardcoded name','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/FileName.java',81,81,'org.apache.hadoop.tools.rumen.datatypes.FileName','setName(String)',NULL),(8544,'TODO There is no caching for saving memory.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/FileName.java',180,180,'org.apache.hadoop.tools.rumen.datatypes.FileName','anonymize(String, WordList)',NULL),(8545,'check if the data is known content\nTODO [Chunking] Do this for sub-strings of data','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/FileName.java',198,199,'org.apache.hadoop.tools.rumen.datatypes.FileName','anonymize(String, WordList)',NULL),(8546,'maybe didn\'t work','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/slive/SliveTest.java',146,146,'org.apache.hadoop.fs.slive.SliveTest','run(String[])',NULL),(8547,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/TestMapReduce.java',267,284,'org.apache.hadoop.mapreduce.TestMapReduce','launch()',NULL),(8548,'TODO Should we do a clone?','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/state/StatePool.java',342,342,'org.apache.hadoop.tools.rumen.state.StatePool','setStates(HashMap<String, StatePair>)',NULL),(8549,'check map task reports\nTODO fix testcase\nDisabling checks for now to get builds to run','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/TestTaskContext.java',120,122,'org.apache.hadoop.mapreduce.TestTaskContext','setup()',NULL),(8550,'TODO Write resources version no too\nlong #1\nlong #2\nlong #3\nlong #4','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ResourceUsageMetrics.java',117,121,'org.apache.hadoop.tools.rumen.ResourceUsageMetrics','write(DataOutput)',NULL),(8551,'Default probability is 0%\nMax probability is 100%','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(8552,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(8553,'TODO fix this: make it more sophisticated!!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(8554,'reduce task has a fixed split of progress amongst copy, shuffle and\nreduce phases.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestReporter.java',135,136,'org.apache.hadoop.mapred.TestReporter','setup()',NULL),(8555,'maximum split size is 2 blocks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',453,453,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(8556,'maximum split size is 3 blocks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',493,493,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(8557,'maximum split size is 4 blocks','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',546,546,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(8558,'This file has three whole blocks. If the maxsplit size is\nhalf the block size, then there should be six splits.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',661,662,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(8559,'ignore this event as Rumen currently doesnt need this event\nTODO Enhance Rumen to process this event and capture restarts','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',133,134,'org.apache.hadoop.tools.rumen.JobBuilder','process(HistoryEvent)',NULL),(8560,'ignore this event as Rumen currently doesnt need this event\nTODO Enhance Rumen to process this event and capture restarts','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/JobBuilder.java',133,134,'org.apache.hadoop.tools.rumen.JobBuilder','process(HistoryEvent)',NULL),(8561,'TODO remove this once the deprecate APIs in LoggedJob are removed','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',237,237,'org.apache.hadoop.tools.rumen.JobBuilder','process(Properties)',NULL),(8562,'TODO remove this once the deprecate APIs in LoggedJob are removed','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/JobBuilder.java',237,237,'org.apache.hadoop.tools.rumen.JobBuilder','process(Properties)',NULL),(8563,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',541,543,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(8564,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/JobBuilder.java',541,543,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(8565,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',571,573,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(8566,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/JobBuilder.java',571,573,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(8567,'check if the data is known content\nTODO [Chunking] Do this for sub-strings of data','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/anonymization/WordListAnonymizerUtility.java',100,101,'org.apache.hadoop.tools.rumen.anonymization.WordListAnonymizerUtility','isKnownData(String, String[])',NULL),(8568,'TODO: Fix ZombieJob to initialize this correctly from observed data','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',68,68,'org.apache.hadoop.tools.rumen.ZombieJob','None',NULL),(8569,'TODO: Fix ZombieJob to initialize this correctly from observed data','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',68,68,'org.apache.hadoop.tools.rumen.ZombieJob','None',NULL),(8570,'TODO Eliminate parameters that are already copied from the job\'s\nconfiguration file.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',137,138,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8571,'TODO Eliminate parameters that are already copied from the job\'s\nconfiguration file.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',137,138,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8572,'TODO set size of a split to 0 now.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',219,219,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8573,'TODO set size of a split to 0 now.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',219,219,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8574,'TODO: do not care about \\\"other\\\" tasks, \\\"setup\\\" or \\\"clean\\\"','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',390,390,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8575,'TODO(HA): currently hardcoding the nameservice used by MiniDFSCluster.\nWe need to somehow communicate this into the proxy provider.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ConfiguredFailoverProxyProvider.java',133,134,'org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider','getInterface()','DESIGN'),(8576,'TODO: do not care about \\\"other\\\" tasks, \\\"setup\\\" or \\\"clean\\\"','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',390,390,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8577,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/ConfiguredFailoverProxyProvider.java',-1,-1,'None','None',NULL),(8578,'TODO insert parameters','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',428,428,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8579,'TODO(HA): This test should probably be made to fail if a client fails over\nto talk to an NN with a different block pool id. Once failover between\nactive/standy in a single block pool is implemented, this test should be\nchanged to exercise that.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientFailover.java',62,65,'org.apache.hadoop.hdfs.TestDFSClientFailover','testDfsClientFailover()','DESIGN'),(8580,'TODO insert parameters','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',428,428,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8581,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientFailover.java',-1,-1,'None','None',NULL),(8582,'TODO should we handle killed attempts later?','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',442,442,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8583,'TODO should we handle killed attempts later?','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',442,442,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8584,'TODO make up state','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',721,721,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8585,'TODO make up state','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',721,721,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8586,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',824,830,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8587,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java',824,830,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(8588,'test GzipZlibDecompressor (native), just to be sure\n(FIXME?  could move this call to testGzip(), but would need filename\nsetup above) (alternatively, maybe just nuke testGzip() and extend this?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',357,359,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBuiltInGzipDecompressor()',NULL),(8589,'ideally would add some offsets/shifts in here (e.g., via extra fields\nof various sizes), but...significant work to hand-generate each header','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',377,378,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleGzipBufferSizes(JobConf, boolean)',NULL),(8590,'work around 2-byte splits issue\n[135 splits for a 208-byte file and a 62-byte file(!)]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',487,488,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBzip2()',NULL),(8591,'ideally would add some offsets/shifts in here (e.g., via extra header\ndata?), but...significant work to hand-generate each header, and no\nbzip2 spec for reference','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',597,599,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleBzip2BufferSizes(JobConf, boolean)',NULL),(8592,'work around 256-byte/22-splits issue','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',651,651,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doSingleBzip2BufferSize(JobConf)',NULL),(8593,'TODO Check for null key/value?','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/JobProperties.java',77,77,'org.apache.hadoop.tools.rumen.datatypes.JobProperties','getAnonymizedValue(StatePool, Configuration)',NULL),(8594,'Hack: ensuring rack name starts with \\\"/\\\".','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RackNode.java',27,27,'org.apache.hadoop.tools.rumen.RackNode','addChild(Node)',NULL),(8595,'delete output -- should we really do this?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/MRBench.java',292,292,'org.apache.hadoop.mapred.MRBench','run(String[])',NULL),(8596,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestMapRed.java',492,509,'org.apache.hadoop.mapred.TestMapRed','launch()',NULL),(8597,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMapRed.java',492,509,'org.apache.hadoop.mapred.TestMapRed','launch()',NULL),(8598,'alice should be able to cancel but only cancel once','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/security/token/delegation/TestDelegationToken.java',128,128,'org.apache.hadoop.mapreduce.security.token.delegation.TestDelegationToken','testDelegationToken()',NULL),(8599,'rare case where splits are exact, logs.length can be 4','Line','hadoop-tools/hadoop-extras/src/test/java/org/apache/hadoop/tools/TestCopyFiles.java',768,768,'org.apache.hadoop.tools.TestCopyFiles','reset()',NULL),(8600,'TODO Make this final if not using JSON','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Anonymizer.java',54,54,'org.apache.hadoop.tools.rumen.Anonymizer','None',NULL),(8601,'This should give us 25 splits, one per letter.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',108,108,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testAlphabetSplit()',NULL),(8602,'Don\'t check for exact values in the middle, because the splitter generates some\nugly Unicode-isms. But do check that we get multiple splits and that it starts\nand ends on the correct points.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',120,122,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testCommonPrefix()',NULL),(8603,'TODO: when modification times can be set, directories should be\nemitted to reducers so they might be preserved. Also, mkdirs does','Line','hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/tools/DistCp.java',505,506,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(8604,'no more retries... Give up','Line','hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/tools/DistCp.java',602,602,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(8605,'how much of the task time belonged to current interval','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/JHLogAnalyzer.java',810,810,'org.apache.hadoop.fs.JHLogAnalyzer','toString()',NULL),(8606,'TODO compression?\nTODO Other job configs like FileOutputFormat/FileInputFormat etc','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java',186,187,'org.apache.hadoop.tools.rumen.datatypes.util.MapReduceJobPropertiesParser','fromString(String, String)',NULL),(8607,'check if the config parameter represents a file-system path\nTODO: Make this concrete .location .path .dir .jar?','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java',213,214,'org.apache.hadoop.tools.rumen.datatypes.util.MapReduceJobPropertiesParser','fromString(String, String)',NULL),(8608,'for now, simply assert since this class has a hardcoded name','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',74,74,'org.apache.hadoop.tools.rumen.datatypes.NodeName','setName(String)',NULL),(8609,'TODO check for null and improve .. possibly call NodeName(r,h)','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',89,89,'org.apache.hadoop.tools.rumen.datatypes.NodeName','getHostName()',NULL),(8610,'TODO There is no caching for saving memory.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/NodeName.java',174,174,'org.apache.hadoop.tools.rumen.datatypes.NodeName','anonymize(String, WordList)',NULL),(8611,'TODO this is currently not being set correctly. We should fix it.\nThat only matters for statistics extraction.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',235,236,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','None',NULL),(8612,'TODO this is currently not being set correctly. We should fix it.\nThat only matters for statistics extraction.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',235,236,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','None',NULL),(8613,'there are some literals here that probably should be options','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',713,713,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','newDistributionBlock()',NULL),(8614,'there are some literals here that probably should be options','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',713,713,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','newDistributionBlock()',NULL),(8615,'HACK ALERT!! It\'s possible for a Job end line to end a\njob for which we have a config file\nimage [ a ParsedConfigFile ] in jobconf.\n\nprocessParsedLine handles this.','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',1708,1712,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','run()',NULL),(8616,'HACK ALERT!! It\'s possible for a Job end line to end a\njob for which we have a config file\nimage [ a ParsedConfigFile ] in jobconf.\n\nprocessParsedLine handles this.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',1708,1712,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','run()',NULL),(8617,'HACK ALERT!!!  This \\\"should\\\" have have two subclasses, which might be called\nLoggedMapTaskAttempt and LoggedReduceTaskAttempt, but\nthe Jackson implementation of JSON doesn\'t handle a\nsuperclass-valued field.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',28,31,'None','None',NULL),(8618,'In job-history, hostName is saved in the format rackName/NodeName\nTODO this is a hack! The \'/\' handling needs fixing.','Line','hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',337,338,'org.apache.hadoop.tools.rumen.LoggedTaskAttempt','get(LoggedTaskAttempt)',NULL),(8619,'Temporarily switch the thread\'s ContextClassLoader to match this\nclass\'s classloader, so that we can properly load HadoopLoginModule\nfrom the JAAS libraries.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/UserGroupInformation.java',419,421,'org.apache.hadoop.security.UserGroupInformation','create()',NULL),(8620,'TODO test jobhistory filename with old/stale file suffix','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',280,280,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(8621,'set the output format to take care of the _temporary folder','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',551,551,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(8622,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',741,741,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','rollEditLog()','NOT_DESIGN'),(8623,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',-1,-1,'None','None',NULL),(8624,'Incomplete blocks are never considered mis-replicated --\nthey\'ll be reached when they are completed or recovered.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1774,1775,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(8625,'TODO This in-line read can block submission for large jobs.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',170,170,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8626,'workaround the absent public distcache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestRMNMInfo.java',77,77,'org.apache.hadoop.mapreduce.v2.TestRMNMInfo','setup()',NULL),(8627,'TODO: see above','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java',162,162,'org.apache.hadoop.hdfs.server.namenode.ha.TestPipelinesFailover','testWriteOverFailoverWithDnFail()',NULL),(8628,'TODO(HA): ask toSvc if it\'s capable. Eg not in SM.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',74,74,'org.apache.hadoop.ha.FailoverController','preFailoverChecks(HAServiceProtocol, String)',NULL),(8629,'TODO(HA): ask toSvc if it\'s capable. Eg not in SM.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',77,77,'org.apache.hadoop.ha.FailoverController','preFailoverChecks(HAServiceProtocol, InetSocketAddress)','DESIGN'),(8630,'TODO(HA): fence fromSvc and unfence on failback','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',101,101,'org.apache.hadoop.ha.FailoverController','failover(HAServiceProtocol, String, HAServiceProtocol, String)','NOT_DESIGN'),(8631,'Fence fromSvc if it\'s required or forced by the user','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',115,115,'org.apache.hadoop.ha.FailoverController','failover(HAServiceProtocol, InetSocketAddress, HAServiceProtocol, InetSocketAddress, NodeFencer, boolean)',NULL),(8632,'\\\"-failover\\\" isn\'t really an option but we need to add\nit to appease CommandLineParser','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java',129,130,'org.apache.hadoop.ha.HAAdmin','printUsage(PrintStream)',NULL),(8633,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java',312,313,'org.apache.hadoop.mapred.TestMiniMRChildTask','setup()',NULL),(8634,'TODO(HA) we\'ll never get here, since we check for WRITE operation above!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2714,2714,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(8635,'TODO(HA) we\'ll never get here, since we check for WRITE operation above!\nNeed to implement tests, etc, for this - block recovery spanning\nfailover.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2751,2753,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8636,'Hack!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/java/org/apache/hadoop/mapreduce/v2/hs/TestJobHistoryParsing.java',145,145,'org.apache.hadoop.mapreduce.v2.hs.TestJobHistoryParsing','checkHistoryParsing(int, int, int)',NULL),(8637,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',-1,-1,'None','None',NULL),(8638,'no need to change service because we aren\'t exactly sure what it\nshould be.  we can guess, but it might be wrong if the local conf\nvalue is incorrect.  the service is a client side field, so the remote\nend does not care about the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',218,221,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(8639,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/FailoverController.java',-1,-1,'None','None',NULL),(8640,'clearing and re-initializing editsDirs to preserve Collection semantics\nassigning finalEditsDirs to editsDirs would leak Set semantics in the\nreturn value and cause unexpected results downstream. eg future addAll\ncalls. Perf is not an issue since these are small lists.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',687,690,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(8641,'NOTE: should deal with authority, but too much other stuff is broken','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFileSystem.java',109,109,'org.apache.hadoop.fs.FilterFileSystem','makeQualified(Path)',NULL),(8642,'do the clean up of temporary directory','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileOutputCommitter.java',152,152,'org.apache.hadoop.mapred.FileOutputCommitter','cleanupJob(JobContext)','NOT_DESIGN'),(8643,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileOutputCommitter.java',-1,-1,'None','None',NULL),(8644,'The following is because of the way TestRMWebApp.mockRMContext creates\nnodes.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestNodesPage.java',44,45,'org.apache.hadoop.yarn.server.resourcemanager.webapp.TestNodesPage','None',NULL),(8645,'Use a LinkedHashSet so that order is maintained while we de-dup\nthe entries.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',688,689,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8646,'First add the shared edits dirs. It\'s critical that the shared dirs\nare added first, since JournalSet syncs them in the order they are listed,\nand we need to make sure all edits are in place in the shared storage\nbefore they are replicated locally. See HDFS-2874.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',692,695,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8647,'Now add the non-shared dirs.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',703,703,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8648,'\\\"-failover\\\" isn\'t really an option but we need to add\nit to appease CommandLineParser','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java',133,134,'org.apache.hadoop.ha.HAAdmin','printUsage(PrintStream)',NULL),(8649,'\\\"-failover\\\" isn\'t really an option but we need to add\nit to appease CommandLineParser','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java',137,138,'org.apache.hadoop.ha.HAAdmin','getUsageString()',NULL),(8650,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolR23Compatible/ClientDatanodeProtocolTranslatorR23.java',97,103,'org.apache.hadoop.hdfs.protocolR23Compatible.ClientDatanodeProtocolTranslatorR23','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(8651,'Mix the framework counter implementation into the Counter interface','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',386,386,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(8652,'Calculating full-counters. This should happen only once for the job.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1178,1178,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','mayBeConstructFinalFullCounters()',NULL),(8653,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',-1,-1,'None','None',NULL),(8654,'We have to make sure we\'re logged in as far as JAAS\nis concerned, in order to use kerberized SSL properly.\nThis code copied from SecondaryNameNode - TODO: refactor\nto a utility function.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',213,216,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','run()','DESIGN'),(8655,'We have to make sure we\'re logged in as far as JAAS\nis concerned, in order to use kerberized SSL properly.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',214,215,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','run()',NULL),(8656,'By current policy the NN should exit upon this error.\nexit() should be called once, but since it is mocked, exit gets\ncalled once during FSEditsLog.endCurrentLogSegment() and then after\nthat during FSEditsLog.startLogSegment(). So the check is atLeast(1)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestFailureOfSharedDir.java',165,168,'org.apache.hadoop.hdfs.server.namenode.ha.TestFailureOfSharedDir','testFailureOfSharedDir()',NULL),(8657,'TODO(HA): decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',700,700,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getDatanodeReport(DatanodeReportType)','DESIGN'),(8658,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',710,710,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setSafeMode(SafeModeAction)','NOT_DESIGN'),(8659,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',710,710,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setSafeMode(SafeModeAction)',NULL),(8660,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',716,716,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','restoreFailedStorage(String)','NOT_DESIGN'),(8661,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',716,716,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','restoreFailedStorage(String)',NULL),(8662,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',722,722,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','saveNamespace()','NOT_DESIGN'),(8663,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',722,722,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','saveNamespace()',NULL),(8664,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',728,728,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','refreshNodes()','NOT_DESIGN'),(8665,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',728,728,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','refreshNodes()',NULL),(8666,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',735,735,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getTransactionID()','NOT_DESIGN'),(8667,'NamenodeProtocol','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',733,733,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getTransactionID()',NULL),(8668,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',747,747,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getEditLogManifest(long)','NOT_DESIGN'),(8669,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',753,753,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','finalizeUpgrade()','NOT_DESIGN'),(8670,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',760,760,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','distributedUpgradeProgress(UpgradeAction)','NOT_DESIGN'),(8671,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',766,766,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','metaSave(String)','NOT_DESIGN'),(8672,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',766,766,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','metaSave(String)',NULL),(8673,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',792,792,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setBalancerBandwidth(long)','NOT_DESIGN'),(8674,'NB: not checking OperationCategory so this works on a standby','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',792,792,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setBalancerBandwidth(long)',NULL),(8675,'TODO(HA): decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',703,703,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getDatanodeReport(DatanodeReportType)',NULL),(8676,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',713,713,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setSafeMode(SafeModeAction)',NULL),(8677,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',719,719,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','restoreFailedStorage(String)',NULL),(8678,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',725,725,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','saveNamespace()',NULL),(8679,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',731,731,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','refreshNodes()',NULL),(8680,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',738,738,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getTransactionID()',NULL),(8681,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',750,750,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getEditLogManifest(long)',NULL),(8682,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',756,756,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','finalizeUpgrade()',NULL),(8683,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',763,763,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','distributedUpgradeProgress(UpgradeAction)',NULL),(8684,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',769,769,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','metaSave(String)',NULL),(8685,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',795,795,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setBalancerBandwidth(long)',NULL),(8686,'TODO: Need to come up with a better place to put\nthis block of code to do with reading the file','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/security/TokenCache.java',121,122,'org.apache.hadoop.mapreduce.security.TokenCache','getSecretKey(Credentials, Text)','DESIGN'),(8687,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/security/TokenCache.java',-1,-1,'None','None',NULL),(8688,'Skip by reading the data so we stay in sync with checksums.\nThis could be implemented more efficiently in the future to\nskip to the beginning of the appropriate checksum chunk\nand then only read to the middle of that chunk.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',375,378,'org.apache.hadoop.hdfs.BlockReaderLocal','skip(long)','DESIGN'),(8689,'read into the middle of the chunk','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',422,422,'org.apache.hadoop.hdfs.BlockReaderLocal','skip(long)',NULL),(8690,'this is less than ideal, but existing filesystems sometimes neglect\nto initialize the embedded filesystem','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFileSystem.java',83,84,'org.apache.hadoop.fs.FilterFileSystem','initialize(URI, Configuration)',NULL),(8691,'even though we have inserted elements into the list, because\nit is driven by the script key in the configuration, it still\nthinks that it is single rack','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/net/TestStaticMapping.java',145,147,'org.apache.hadoop.net.TestStaticMapping','testReadNodesFromConfig()',NULL),(8692,'TODO: Kill RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',301,301,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()','NOT_DESIGN'),(8693,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',-1,-1,'None','None',NULL),(8694,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',380,383,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(8695,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)\nSend job-end notification','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',380,384,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(8696,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',294,294,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8697,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',304,304,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8698,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',313,317,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8699,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',323,327,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8700,'TODO valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',554,554,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8701,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',647,647,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8702,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',657,657,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8703,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',677,677,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8704,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',687,687,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8705,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1691,1692,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8706,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1701,1702,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8707,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1772,1778,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8708,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1782,1788,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8709,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2266,2266,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(8710,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2276,2276,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8711,'it would have been better to pass storage as a parameter to\nconstructor below - need to augment ReflectionUtils used below.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',931,932,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)','DESIGN'),(8712,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',-1,-1,'None','None',NULL),(8713,'TODO: how does this work in HA??','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1933,1933,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)','DESIGN'),(8714,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1526,1532,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(8715,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.\n\n@return a BlockToMarkCorrupt object, or null if the replica is not corrupt','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1548,1556,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(8716,'log here at WARN level since this is really a broken HDFS\ninvariant','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1612,1613,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(8717,'TODO: I dont think this should be checked - it\'s just for logging\nand dropping backups','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',357,358,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','errorReport(NamenodeRegistration, int, String)','DESIGN'),(8718,'TODO(HA): decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',711,711,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getDatanodeReport(DatanodeReportType)','DESIGN'),(8719,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',721,721,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setSafeMode(SafeModeAction)','NOT_DESIGN'),(8720,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',727,727,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','restoreFailedStorage(String)','NOT_DESIGN'),(8721,'ClientProtocol','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',723,723,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','restoreFailedStorage(String)',NULL),(8722,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',733,733,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','saveNamespace()','NOT_DESIGN'),(8723,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',739,739,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','refreshNodes()','NOT_DESIGN'),(8724,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',746,746,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getTransactionID()','NOT_DESIGN'),(8725,'NamenodeProtocol','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',742,742,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getTransactionID()',NULL),(8726,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',758,758,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','getEditLogManifest(long)','NOT_DESIGN'),(8727,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',764,764,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','finalizeUpgrade()','NOT_DESIGN'),(8728,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',771,771,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','distributedUpgradeProgress(UpgradeAction)','NOT_DESIGN'),(8729,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',777,777,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','metaSave(String)','NOT_DESIGN'),(8730,'TODO:HA decide on OperationCategory for this','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeRpcServer.java',803,803,'org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer','setBalancerBandwidth(long)','NOT_DESIGN'),(8731,'bail out if job description is missing for a job to be simulated','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Statistics.java',107,107,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(8732,'TODO This should never happen. Probably we missed something!','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobFactory.java',205,205,'org.apache.hadoop.mapred.gridmix.JobFactory','getNextJobFiltered()',NULL),(8733,'Note that this is a hack! Ideally, ClusterStats.getRunningJobStats()\nshould be smart enough to take care of completed jobs.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',364,365,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8734,'consider polling for jobs where maps>0 and reds>0\nTODO: What about setup/cleanup tasks for cases where m=0 and r=0\nWhat otherwise?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',374,376,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8735,'bail out early','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',401,401,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8736,'TODO This will change when the history server\nunderstands apps.\nTOOD Use JobId toString once UI stops using _id_id','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JobHistoryUtils.java',509,511,'org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils','getHistoryUrl(Configuration, ApplicationId)','DESIGN'),(8737,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JobHistoryUtils.java',-1,-1,'None','None',NULL),(8738,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',102,107,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getJobFromJobIdString(String, AppContext)',NULL),(8739,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',132,137,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskFromTaskIdString(String, Job)',NULL),(8740,'TODO: after MAPREDUCE-2793 YarnException is probably not expected here\nanymore but keeping it for now just in case other stuff starts failing.\nAlso, the webservice should ideally return BadRequest (HTTP:400) when\nthe id is malformed instead of NotFound (HTTP:404). The webserver on\ntop of which AMWebServices is built seems to automatically do that for\nunhandled exceptions','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java',165,170,'org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices','getTaskAttemptFromTaskAttemptString(String, Task)',NULL),(8741,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java',-1,-1,'None','None',NULL),(8742,'We want to make sure the underlying cause of the exception is\ndue to permissions error. The exception we\'re interested in is\nwrapped twice - once in RetriableCommand and again in CopyMapper\nitself.','Line','hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyMapper.java',548,551,'org.apache.hadoop.tools.mapred.TestCopyMapper','testFailCopyWithAccessControlException()',NULL),(8743,'If we found a proxy provider, then this URI should be a logical NN.\nGiven that, it shouldn\'t have a non-default port number.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HAUtil.java',231,232,'org.apache.hadoop.hdfs.HAUtil','isHAEnabled(Configuration, String)',NULL),(8744,'If we found a proxy provider, then this URI should be a logical NN.\nGiven that, it shouldn\'t have a non-default port number.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/NameNodeProxies.java',283,284,'org.apache.hadoop.hdfs.NameNodeProxies','getFailoverProxyProviderClass(Configuration, URI, Class<T>)',NULL),(8745,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolManager.java',-1,-1,'None','None',NULL),(8746,'TODO(HA): This should probably always return false when HA is enabled and\nwe\'re coming up in standby state.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',640,641,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)','DESIGN'),(8747,'update the txid for the edit log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',636,636,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8748,'update the counts\nTODO(HA): this may be very slow -- we probably want to\nupdate them as we go for HA.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',699,701,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)','DESIGN'),(8749,'update the counts','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',695,695,'org.apache.hadoop.hdfs.server.namenode.FSImage','format(FSNamesystem, String)',NULL),(8750,'TODO: there is a really narrow race here if we are just\nabout to start a checkpoint - this won\'t cancel it!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',179,180,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','setNameNodeAddresses(Configuration)','DESIGN'),(8751,'TODO(HA): there is a really narrow race here if we are just\nabout to start a checkpoint - this won\'t cancel it!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java',179,180,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyCheckpointer','setNameNodeAddresses(Configuration)',NULL),(8752,'TODO: these lines spew lots of warnings about \\\"already stopped\\\" logs, etc','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',915,915,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()','DESIGN'),(8753,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',-1,-1,'None','None',NULL),(8754,'TODO: this failed once because it caught a ckpt file -- maybe\nthis is possible if one of the NNs is really fast and the other is slow?\nneed to loop this to suss out the race.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestStandbyCheckpoints.java',130,132,'org.apache.hadoop.hdfs.server.namenode.ha.TestStandbyCheckpoints','testBothNodesInStandbyState()','DESIGN'),(8755,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestStandbyCheckpoints.java',-1,-1,'None','None',NULL),(8756,'TODO: we could use removeLease(holder, path) here, but OP_CLOSE\ndoesn\'t seem to serialize the holder... unclear why!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',269,270,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)','DESIGN'),(8757,'Now close the file','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',267,267,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8758,'One might expect that you could use removeLease(holder, path) here,\nbut OP_CLOSE doesn\'t serialize the holder. So, remove by path.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',269,270,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8759,'TODO: synchronization should be a little better here','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',386,386,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','shutdownActor(BPServiceActor)','DESIGN'),(8760,'TODO(HA) this doesn\'t make sense anymore','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',397,397,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','getNNSocketAddress()','NOT_DESIGN'),(8761,'TODO: DNA_SHUTDOWN appears to be unused - the NN never sends this command','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',598,598,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','processCommandFromActive(DatanodeCommand, BPServiceActor)',NULL),(8762,'TODO: DNA_SHUTDOWN appears to be unused - the NN never sends this command\nSee HDFS-2987.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java',589,590,'org.apache.hadoop.hdfs.server.datanode.BPOfferService','processCommandFromActive(DatanodeCommand, BPServiceActor)',NULL),(8763,'TODO: this is silly, considering the assert above!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',285,285,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedAddFile(String, PermissionStatus, short, long, long, long, boolean, String, String)','DESIGN'),(8764,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',-1,-1,'None','None',NULL),(8765,'TODO: see above','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java',182,182,'org.apache.hadoop.hdfs.server.namenode.ha.TestPipelinesFailover','testWriteOverFailover()','NOT_DESIGN'),(8766,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestPipelinesFailover.java',-1,-1,'None','None',NULL),(8767,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',697,697,'org.apache.hadoop.hdfs.protocol.ClientProtocol','finalizeUpgrade()','DESIGN'),(8768,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',-1,-1,'None','None',NULL),(8769,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',707,707,'org.apache.hadoop.hdfs.protocol.ClientProtocol','distributedUpgradeProgress(UpgradeAction)','DESIGN'),(8770,'TODO(HA): Should this be @Idempotent?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/ClientProtocol.java',740,740,'org.apache.hadoop.hdfs.protocol.ClientProtocol','setBalancerBandwidth(long)','DESIGN'),(8771,'TODO:HA implement health check','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',923,923,'org.apache.hadoop.hdfs.server.namenode.NameNode','monitorHealth()',NULL),(8772,'TODO(HA): implement health check','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',923,923,'org.apache.hadoop.hdfs.server.namenode.NameNode','monitorHealth()','NOT_DESIGN'),(8773,'TODO(HA): Are we guaranteed to be the only active here?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1008,1008,'org.apache.hadoop.hdfs.server.namenode.NameNode','stopStandbyServices()','DESIGN'),(8774,'There was a bug (HDFS-2991) in hadoop < 0.23.1 where OP_CLOSE\ncould show up twice in a row. But after that version, this\nshould be fixed, so we should treat it as an error.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',211,213,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8775,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC payload header explicit','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',134,135,'org.apache.hadoop.ipc.Server','None','DESIGN'),(8776,'in ObjectWritable to efficiently transmit arrays of primitives\n6 : Made RPC payload header explicit\n7 : Changed Ipc Connection Header to use Protocol buffers','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',153,155,'org.apache.hadoop.ipc.Server','write(DataOutput)',NULL),(8777,'TODO disable check access for now.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryClientService.java',195,195,'org.apache.hadoop.mapreduce.v2.hs.HistoryClientService','verifyAndGetJob(JobId)','NOT_DESIGN'),(8778,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryClientService.java',-1,-1,'None','None',NULL),(8779,'TODO: shouldn\'t this only be true for the last block?\nwhat about an old-version fsync() where fsync isn\'t called\nuntil several blocks in?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',562,564,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8780,'one file, kind of silly','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShellCopy.java',243,243,'org.apache.hadoop.fs.TestFsShellCopy','testCopyMerge()',NULL),(8781,'TODO AppContext - Not Required','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1106,1106,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','getClusterInfo()',NULL),(8782,'TODO: The test is failing due to the change in HADOOP-7360.\nHDFS-2038 is going to fix it.  Disable the test for the moment.\n@Test','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/cli/TestHDFSCLI.java',96,98,'org.apache.hadoop.cli.TestHDFSCLI','testAll()',NULL),(8783,'TODO: The test is failing due to the change in HADOOP-7360.\nHDFS-2038 is going to fix it.  Disable the test for the moment.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/cli/TestHDFSCLI.java',97,98,'org.apache.hadoop.cli.TestHDFSCLI','testAll()',NULL),(8784,'128MB','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',87,87,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(8785,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',670,671,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)','NOT_DESIGN'),(8786,'aborted','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',663,663,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)',NULL),(8787,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',697,698,'org.apache.hadoop.hdfs.server.namenode.NameNode','confirmFormat(Collection<URI>, boolean, boolean)',NULL),(8788,'the init state got invoked once','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/service/TestServiceOperations.java',215,215,'org.apache.hadoop.yarn.service.TestServiceOperations','testStopFailedInit()',NULL),(8789,'TODO valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',569,569,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)','NOT_DESIGN'),(8790,'TODO: should use createParents to control intermediate dir creation','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Mkdir.java',68,68,'org.apache.hadoop.fs.shell.Mkdir','processNonexistentPath(PathData)','DESIGN'),(8791,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Mkdir.java',-1,-1,'None','None',NULL),(8792,'TODO: should use createParents to control intermediate dir creation','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Mkdir.java',69,69,'org.apache.hadoop.fs.shell.Mkdir','processNonexistentPath(PathData)','DESIGN'),(8793,'Do a small regular read. Very likely this will leave unread\ndata on the socket and make the socket uncacheable.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestParallelReadUtil.java',213,214,'org.apache.hadoop.hdfs.TestParallelReadUtil','setupCluster(int, HdfsConfiguration)',NULL),(8794,'Every \'slow\' read tries to fill the slow read buffer in one go for\nefficiency\'s sake. As described above, all non-checksum-chunk-aligned\nreads will be served from the slower read path.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/BlockReaderLocal.java',392,394,'org.apache.hadoop.hdfs.BlockReaderLocal','read(ByteBuffer)',NULL),(8795,'Fix the filesystem by moving corrupted files to lost+found','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',270,270,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMove()',NULL),(8796,'Fix the filesystem by moving corrupted files to lost+found','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',284,284,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMoveAndDelete()',NULL),(8797,'perhaps we should bail out here...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java',442,442,'org.apache.hadoop.hdfs.server.namenode.NamenodeFsck','fsck()','NOT_DESIGN'),(8798,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java',-1,-1,'None','None',NULL),(8799,'After a fsck -move, the corrupted file should still exist.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',271,271,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMoveAndDelete()',NULL),(8800,'Sanity check the data. This shouldn\'t be strictly necessary,\nbut better to play it safe.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ActiveStandbyElector.java',652,653,'org.apache.hadoop.ha.ActiveStandbyElector','tryDeleteOwnBreadCrumbNode()',NULL),(8801,'If we failed to read for any other reason, then likely we lost\nour session, or we don\'t have permissions, etc. In any case,\nwe probably shouldn\'t become active, and failing the whole\nthing is the best bet.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ActiveStandbyElector.java',697,700,'org.apache.hadoop.ha.ActiveStandbyElector','fenceOldActive()',NULL),(8802,'TODO yarn.api.records.NodeState is a clone of RMNodeState made for MR-3353.\nIn a subsequent patch RMNodeState should be replaced with NodeState','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeState.java',23,24,'None','None',NULL),(8803,'TODO NodeState is a clone of RMNodeState made for MR-3353. In a subsequent\npatch RMNodeState should be replaced with NodeState','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/NodeState.java',21,22,'None','None','DESIGN'),(8804,'Sanity check the data. This shouldn\'t be strictly necessary,\nbut better to play it safe.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ActiveStandbyElector.java',687,688,'org.apache.hadoop.ha.ActiveStandbyElector','becomeActive()',NULL),(8805,'If we failed to read for any other reason, then likely we lost\nour session, or we don\'t have permissions, etc. In any case,\nwe probably shouldn\'t become active, and failing the whole\nthing is the best bet.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ActiveStandbyElector.java',732,735,'org.apache.hadoop.ha.ActiveStandbyElector','becomeActive()',NULL),(8806,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',318,318,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8807,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',322,322,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8808,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',337,341,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8809,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',341,345,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8810,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',689,689,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8811,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',693,693,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8812,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',718,718,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8813,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',722,722,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8814,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1705,1706,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8815,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1709,1710,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8816,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1773,1779,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8817,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1777,1783,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8818,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2267,2267,'org.apache.hadoop.hdfs.server.datanode.FSDataset','createFSDatasetInterface(DataNode, DataStorage, Configuration)',NULL),(8819,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2271,2271,'org.apache.hadoop.hdfs.server.datanode.FSDataset','newInstance(DataNode, DataStorage, Configuration)',NULL),(8820,'TODO: this should be namespace-scoped','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',45,45,'org.apache.hadoop.ha.ZKFailoverController','None',NULL),(8821,'TODO: need to hook DFS here to find the NN keytab info, etc,\nsimilar to what DFSHAAdmin does. Annoying that this is in common.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',92,93,'org.apache.hadoop.ha.ZKFailoverController','run(String[])','DESIGN'),(8822,'TODO: need ZK ACL support in config, also maybe auth!','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',216,216,'org.apache.hadoop.ha.ZKFailoverController','initZK()',NULL),(8823,'TODO:\nwe need to make sure that if we get fenced and then quickly restarted,\nnone of these calls will retry across the restart boundary\nperhaps the solution is that, whenever the nn starts, it gets a unique\nID, and when we start becoming active, we record it, and then any future\ncalls use the same ID','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',254,261,'org.apache.hadoop.ha.ZKFailoverController','becomeActive()',NULL),(8824,'TODO handle this. It\'s a likely case since we probably got fenced\nat the same time.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',276,277,'org.apache.hadoop.ha.ZKFailoverController','becomeStandby()',NULL),(8825,'TODO: see below todo','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',337,337,'org.apache.hadoop.ha.ZKFailoverController','fenceOldActive(byte[])',NULL),(8826,'TODO: this will end up in some kind of tight loop,\nwon\'t it? We need some kind of backoff','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',342,343,'org.apache.hadoop.ha.ZKFailoverController','fenceOldActive(byte[])',NULL),(8827,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',-1,-1,'None','None',NULL),(8828,'Now take care of the rest of the files and subdirectories','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',696,696,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)',NULL),(8829,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',384,384,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','write(DataOutput)','DESIGN'),(8830,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',-1,-1,'None','None',NULL),(8831,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',402,402,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','readFields(DataInput)','DESIGN'),(8832,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/BlockPoolSlice.java',59,59,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice','None',NULL),(8833,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/BlockPoolSlice.java',78,82,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice','getDirectory()',NULL),(8834,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',760,761,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(8835,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',828,834,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(8836,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java',1317,1317,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl','getVolumes()',NULL),(8837,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeImpl.java',166,166,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl','checkDirs()',NULL),(8838,'TODO move this up','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeImpl.java',193,193,'org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl','addToReplicasMap(String, ReplicaMap, File, boolean)',NULL),(8839,'only put for the registered attempts\nTODO throw an exception if the task isn\'t registered.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',122,123,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','progressing(TaskAttemptId)',NULL),(8840,'In case the iterator isn\'t picking up the latest.\nExtra lookup outside of the iterator - but only if the task\nis considered to be timed out.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',123,125,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','run()','DESIGN'),(8841,'task is lost, remove from the list and raise lost event','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',166,166,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','run()',NULL),(8842,'only put for the registered attempts\nTODO throw an exception if the task isn\'t registered.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java',131,132,'org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler','pinged(TaskAttemptId)','NOT_DESIGN'),(8843,'can\'t really validate queue is a valid one since queues could change','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsWebServices.java',188,188,'org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices','getJobs(String, String, String, String, String, String, String)',NULL),(8844,'can\'t really validate queue is a valid one since queues could change','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsWebServices.java',197,197,'org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices','getJobs(String, String, String, String, String, String, String, String)',NULL),(8845,'Test that the container launcher rpc times out properly. This is used\nby both RM to launch an AM as well as an AM to launch containers.','Block','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/TestContainerLaunchRPC.java',55,58,'None','None',NULL),(8846,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',-1,-1,'None','None',NULL),(8847,'TODO: need ZK ACL support in config, also maybe auth!','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',221,221,'org.apache.hadoop.ha.ZKFailoverController','initZK()','DESIGN'),(8848,'Parse ACLs from configuration.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',227,227,'org.apache.hadoop.ha.ZKFailoverController','initZK()',NULL),(8849,'Parse authentication from configuration.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',235,235,'org.apache.hadoop.ha.ZKFailoverController','initZK()',NULL),(8850,'use negative ids to denote that these are local. Need a better way ??','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',134,134,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)','DESIGN'),(8851,'Assign the same container ID as the AM','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',143,143,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)',NULL),(8852,'TODO: this should be namespace-scoped','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',47,47,'org.apache.hadoop.ha.ZKFailoverController','None','DESIGN'),(8853,'TODO:HDFS-3092 set lastTransId and inSync','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/journalservice/JournalService.java',273,273,'org.apache.hadoop.hdfs.server.journalservice.JournalService','fence(JournalInfo, long, String)',NULL),(8854,'XXX this doesn\'t need to be volatile! (Should probably be final)','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/ClientBaseWithFixes.java',88,88,'org.apache.hadoop.ha.ClientBaseWithFixes','process(WatchedEvent)',NULL),(8855,'There was a bug (HDFS-2991) in hadoop < 0.23.1 where OP_CLOSE\ncould show up twice in a row. But after that version, this\nshould be fixed, so we should treat it as an error.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',288,290,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8856,'There was a bug (HDFS-2991) in hadoop < 0.23.1 where OP_CLOSE\ncould show up twice in a row. But after that version, this\nshould be fixed, so we should treat it as an error.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',314,316,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long, MetaRecoveryContext)',NULL),(8857,'TODO: shouldn\'t this only be true for the last block?\nwhat about an old-version fsync() where fsync isn\'t called\nuntil several blocks in?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',566,568,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long)',NULL),(8858,'TODO: shouldn\'t this only be true for the last block?\nwhat about an old-version fsync() where fsync isn\'t called\nuntil several blocks in?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java',592,594,'org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader','loadFSEdits(EditLogInputStream, long, MetaRecoveryContext)',NULL),(8859,'can\'t really validate queue is a valid one since queues could change','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CachedHistoryStorage.java',181,181,'org.apache.hadoop.mapreduce.v2.hs.CachedHistoryStorage','getPartialJobs(Collection<Job>, Long, Long, String, String, Long, Long, Long, Long, JobState)',NULL),(8860,'TODO Could verify the correct format for these directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',343,343,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(8861,'TODO Could verify the correct format for these directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',254,254,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','initExisting()',NULL),(8862,'TODO Is this really required.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',648,648,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)','NOT_DESIGN'),(8863,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',679,680,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(8864,'TODO Shut down the entire process!!!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',250,250,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)','NOT_DESIGN'),(8865,'TODO Check all mi getters and setters for the conf path','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',783,783,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(8866,'TODO Check all mi getters and setters for the conf path','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',589,589,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','moveToDone(MetaInfo)','NOT_DESIGN'),(8867,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',992,992,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','init(Configuration)',NULL),(8868,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',727,727,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean(long, HistoryStorage)',NULL),(8869,'TODO REMOVE debug-mode','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JHAdminConfig.java',64,64,'org.apache.hadoop.mapreduce.v2.jobhistory.JHAdminConfig','None','DESIGN'),(8870,'TODO Remove me!!!!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',157,157,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','getHistoryFile()','DESIGN'),(8871,'TODO make this thread safe without the synchronize','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',275,275,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','removeDirectoryFromSerialNumberIndex(Path)','DESIGN'),(8872,'TODO make this thread safe without the synchronize','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',307,307,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','addToSerialNumberIndex(String, String)','DESIGN'),(8873,'TODO this should be replaced by something that knows about the directory\nstructure and will put less of a load on HDFS.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',724,725,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean(long, HistoryStorage)',NULL),(8874,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',128,128,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','write(DataOutput)','DESIGN'),(8875,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',-1,-1,'None','None',NULL),(8876,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',139,139,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','readFields(DataInput)','DESIGN'),(8877,'\\\"-failover\\\" isn\'t really an option but we need to add\nit to appease CommandLineParser','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java',143,144,'org.apache.hadoop.ha.HAAdmin','resolveTarget(String)','DESIGN'),(8878,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java',-1,-1,'None','None',NULL),(8879,'wait for Task state move to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',173,173,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailureWithRecovery()',NULL),(8880,'wait for map Task state move back to RUNNING','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',204,204,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailureWithRecovery()',NULL),(8881,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',893,894,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','startLogSegment(long, boolean)',NULL),(8882,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',945,946,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','startLogSegment(long)',NULL),(8883,'We appear to have missed some transactions -- the NN probably\nlost contact with us temporarily. So, mark the current segment\nas aborted.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',353,355,'org.apache.hadoop.hdfs.server.namenode.BackupImage','namenodeStartedLogSegment(long)','NOT_DESIGN'),(8884,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',-1,-1,'None','None',NULL),(8885,'TODO change this to be random','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',178,178,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()','DESIGN'),(8886,'TODO: FIX. Be in Sync with\nResourceManager.java','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',399,400,'org.apache.hadoop.yarn.server.TestContainerManagerSecurity','submitAndRegisterApplication(ResourceManager, YarnRPC, ApplicationId)','NOT_DESIGN'),(8887,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerManagerSecurity.java',-1,-1,'None','None',NULL),(8888,'TODO: Needed?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',92,92,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getKind()',NULL),(8889,'this guesses the remote cluster\'s rpc service port.\nthe current token design assumes it\'s the same as the local cluster\'s\nrpc port unless a config key is set.  there should be a way to automatic\nand correctly determine the value','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/security/token/delegation/DelegationTokenSelector.java',53,56,'org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenSelector','selectToken(URI, Collection<Token<?>>, Configuration)',NULL),(8890,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',-1,-1,'None','None',NULL),(8891,'TODO this should be replaced by something that knows about the directory\nstructure and will put less of a load on HDFS.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',808,809,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean()',NULL),(8892,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',812,812,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','clean()',NULL),(8893,'There is a race here, where more then one thread could be trying to\nremove entries.  This could result in too many entries being removed\nfrom the cache.  This is considered OK as the size of the cache\nshould be rather large, and we would rather have performance over\nkeeping the cache size exactly at the maximum.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',152,156,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','add(String, String)',NULL),(8894,'TODO it would be great to limit how often this happens, except in the\ncase where we are looking for a particular job.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java',581,582,'org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager','scanIntermediateDirectory()',NULL),(8895,'send the progress update (maybe make this a thread)','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/LoadJob.java',408,408,'org.apache.hadoop.mapred.gridmix.LoadJob','call()',NULL),(8896,'FIXME: handling multiple reduces within a single AM does not seem to\nwork.\nint sysMaxReduces =','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',823,825,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8897,'FIXME: handling multiple reduces within a single AM does not seem to\nwork.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',823,824,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','makeUberDecision(long)',NULL),(8898,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestIPC.java',374,376,'org.apache.hadoop.ipc.TestIPC','call(RpcKind, String, Writable, long)',NULL),(8899,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestIPC.java',373,375,'org.apache.hadoop.ipc.TestIPC','call(RPC.RpcKind, String, Writable, long)',NULL),(8900,'TODO make it private','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/RPC.java',81,81,'org.apache.hadoop.ipc.RPC','None',NULL),(8901,'Java has a bug with >2GB request streams.  It won\'t bounds check\nthe reads so the transfer blocks until the server times out','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/ByteRangeInputStream.java',115,116,'org.apache.hadoop.hdfs.ByteRangeInputStream','getInputStream()','NOT_DESIGN'),(8902,'Mix the framework counter implementation into the Counter interface','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',390,390,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)','NOT_DESIGN'),(8903,'None','None','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',-1,-1,'None','None',NULL),(8904,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/ByteRangeInputStream.java',-1,-1,'None','None',NULL),(8905,'Java has a bug with >2GB request streams.  It won\'t bounds check\nthe reads so the transfer blocks until the server times out','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/ByteRangeInputStream.java',129,130,'org.apache.hadoop.hdfs.ByteRangeInputStream','openInputStream()',NULL),(8906,'Workaround to handle the problem reported in HADOOP-4744','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',659,659,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)','DESIGN'),(8907,'None','None','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',-1,-1,'None','None',NULL),(8908,'Workaround end','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',688,688,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)','NOT_DESIGN'),(8909,'TODO: handle redirect to jobhistory server','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RmController.java',80,80,'org.apache.hadoop.yarn.server.resourcemanager.webapp.RmController','app()','DESIGN'),(8910,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RmController.java',-1,-1,'None','None',NULL),(8911,'TODO: see below todo','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',429,429,'org.apache.hadoop.ha.ZKFailoverController','fenceOldActive(byte[])','NOT_DESIGN'),(8912,'TODO: this will end up in some kind of tight loop,\nwon\'t it? We need some kind of backoff','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',434,435,'org.apache.hadoop.ha.ZKFailoverController','fenceOldActive(byte[])','DESIGN'),(8913,'set service-level authorization security policy','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFCRpcServer.java',64,64,'org.apache.hadoop.ha.ZKFCRpcServer','start()',NULL),(8914,'NOTE: this really should be checking against the config value','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdater.java',119,119,'org.apache.hadoop.yarn.server.nodemanager.TestNodeStatusUpdater','tearDown()',NULL),(8915,'Verify that it handles interrupted threads properly.\nUse a large timeout and expect the thread to return quickly\nupon interruption.','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/net/TestSocketIOWithTimeout.java',110,114,'org.apache.hadoop.net.TestSocketIOWithTimeout','testSocketIOWithTimeout()',NULL),(8916,'None','None','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/NodeState.java',-1,-1,'None','None',NULL),(8917,'TODO: when modification times can be set, directories should be\nemitted to reducers so they might be preserved. Also, mkdirs does','Line','hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/tools/DistCpV1.java',505,506,'org.apache.hadoop.tools.DistCpV1','parseLong(String[], int)',NULL),(8918,'no more retries... Give up','Line','hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/tools/DistCpV1.java',602,602,'org.apache.hadoop.tools.DistCpV1','parseLong(String[], int)',NULL),(8919,'Snapshot builds precede their eventual releases.','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestVersionUtil.java',57,57,'org.apache.hadoop.util.TestVersionUtil','testCompareVersions()',NULL),(8920,'The block that the client claims is the current last block\ndoesn\'t match up with what we think is the last block. There are\nthree possibilities:\n1) This is the first block allocation of an append() pipeline\nwhich started appending exactly at a block boundary.\nIn this case, the client isn\'t passed the previous block,\nso it makes the allocateBlock() call with previous=null.\nWe can distinguish this since the last block of the file\nwill be exactly a full block.\n2) This is a retry from a client that missed the response of a\nprior getAdditionalBlock() call, perhaps because of a network\ntimeout, or because of an HA failover. In that case, we know\nby the fact that the client is re-issuing the RPC that it\nnever began to write to the old block. Hence it is safe to\nabandon it and allocate a new one.\n3) This is an entirely bogus request/bug -- we should error out\nrather than potentially appending a new block with an empty\none in the middle, etc','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',1912,1929,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8921,'This could be a retry RPC - i.e the client tried to close\nthe file, but missed the RPC response. Thus, it is trying\nagain to close the file. If the file still exists and\nthe client\'s view of the last block matches the actual\nlast block, then we\'ll treat it as a successful close.\nSee HDFS-3031.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',2184,2189,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(8922,'We shouldn\'t have gained an extra block by the RPC.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSClientRetries.java',342,342,'org.apache.hadoop.hdfs.TestDFSClientRetries','call(RPC.RpcKind, String, Writable, long)',NULL),(8923,'TODO:\nwe need to make sure that if we get fenced and then quickly restarted,\nnone of these calls will retry across the restart boundary\nperhaps the solution is that, whenever the nn starts, it gets a unique\nID, and when we start becoming active, we record it, and then any future\ncalls use the same ID','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',397,404,'org.apache.hadoop.ha.ZKFailoverController','setConf(Configuration)',NULL),(8924,'TODO:\nwe need to make sure that if we get fenced and then quickly restarted,\nnone of these calls will retry across the restart boundary\nperhaps the solution is that, whenever the nn starts, it gets a unique\nID, and when we start becoming active, we record it, and then any future\ncalls use the same ID','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',391,398,'org.apache.hadoop.ha.ZKFailoverController','targetToData(HAServiceTarget)',NULL),(8925,'TODO handle this. It\'s a likely case since we probably got fenced\nat the same time.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',487,488,'org.apache.hadoop.ha.ZKFailoverController','setConf(Configuration)',NULL),(8926,'TODO handle this. It\'s a likely case since we probably got fenced\nat the same time.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java',481,482,'org.apache.hadoop.ha.ZKFailoverController','targetToData(HAServiceTarget)',NULL),(8927,'TODO cache','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/FilePool.java',116,116,'org.apache.hadoop.mapred.gridmix.FilePool','getInputFiles(long, Collection<FileStatus>)',NULL),(8928,'Whether to emulate distributed cache usage or not','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',106,106,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(8929,'Whether to emulate distributed cache usage or not','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',106,106,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(8930,'consider job-submitter for private distributed cache file','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',392,392,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','mapDistCacheFilePath(String, String, boolean, String)',NULL),(8931,'consider job-submitter for private distributed cache file','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',392,392,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','mapDistCacheFilePath(String, String, boolean, String)',NULL),(8932,'TODO This in-line read can block submission for large jobs.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',198,198,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8933,'TODO This in-line read can block submission for large jobs.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',198,198,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8934,'TODO: We need to take care of scenario when one map/reduce\ntakes more than 1 slot.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',219,220,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8935,'TODO: We need to take care of scenario when one map/reduce\ntakes more than 1 slot.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',219,220,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8936,'Note that this is a hack! Ideally, ClusterStats.getRunningJobStats()\nshould be smart enough to take care of completed jobs.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',364,365,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8937,'consider polling for jobs where maps>0 and reds>0\nTODO: What about setup/cleanup tasks for cases where m=0 and r=0\nWhat otherwise?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',374,376,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8938,'bail out early','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',401,401,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(8939,'TODO Use StringBuilder instead','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',593,593,'org.apache.hadoop.mapred.gridmix.StressJobFactory','toString()',NULL),(8940,'TODO Use StringBuilder instead','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',593,593,'org.apache.hadoop.mapred.gridmix.StressJobFactory','toString()',NULL),(8941,'TODO Should we use long for size. What if the data is more than 4G?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',111,111,'org.apache.hadoop.mapred.gridmix.GridmixRecord','writeRandomText(DataOutput, int)',NULL),(8942,'TODO What is compressible is turned on? LOG is a bad idea!','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',180,180,'org.apache.hadoop.mapred.gridmix.GridmixRecord','write(DataOutput)',NULL),(8943,'Split the special file that contains the list of distributed cache file\npaths and their file sizes such that each split corresponds to\napproximately same amount of distributed cache data to be generated.\nConsider numTaskTrackers * numMapSlotsPerTracker as the number of maps\nfor this job, if there is lot of data to be generated.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java',178,182,'org.apache.hadoop.mapred.gridmix.GenerateDistCacheData','getSplits(JobContext)',NULL),(8944,'Split the special file that contains the list of distributed cache file\npaths and their file sizes such that each split corresponds to\napproximately same amount of distributed cache data to be generated.\nConsider numTaskTrackers * numMapSlotsPerTracker as the number of maps\nfor this job, if there is lot of data to be generated.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java',178,182,'org.apache.hadoop.mapred.gridmix.GenerateDistCacheData','getSplits(JobContext)',NULL),(8945,'TODO This should never happen. Probably we missed something!','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobFactory.java',205,205,'org.apache.hadoop.mapred.gridmix.JobFactory','getNextJobFiltered()',NULL),(8946,'pre-compute split information','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',88,88,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(8947,'pre-compute split information','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',88,88,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(8948,'abort execution, remove splits if nesc\nTODO release ThdLoc','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',149,150,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(8949,'abort execution, remove splits if nesc\nTODO release ThdLoc','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',149,150,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(8950,'Configuration parameters\nthe core engine to emulate heap usage','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/TotalHeapUsageEmulatorPlugin.java',48,49,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.TotalHeapUsageEmulatorPlugin','None',NULL),(8951,'TODO change the default with the actual stats\nTODO do u need varied sized words?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/RandomTextDataGenerator.java',87,88,'org.apache.hadoop.mapred.gridmix.RandomTextDataGenerator','getRandomTextDataGeneratorListSize(Configuration)',NULL),(8952,'delete the touch file\nTODO Search for a better touch utility\nrecreate it','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',70,72,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','None',NULL),(8953,'delete the touch file\nTODO Search for a better touch utility\nrecreate it','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',70,72,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','None',NULL),(8954,'test with invalid or missing resource usage value','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',466,466,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testCumulativeCpuUsageEmulatorPlugin()',NULL),(8955,'test with invalid or missing resource usage value','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',466,466,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testCumulativeCpuUsageEmulatorPlugin()',NULL),(8956,'test whether the CPU usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',583,584,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testEmulationAccuracy(Configuration, FakeCpuUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, CumulativeCpuUsageEmulatorPlugin, long, long)',NULL),(8957,'test whether the CPU usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',583,584,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testEmulationAccuracy(Configuration, FakeCpuUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, CumulativeCpuUsageEmulatorPlugin, long, long)',NULL),(8958,'TODO can replace with form of GridmixJob','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GenerateData.java',61,61,'None','None',NULL),(8959,'configure task jvm options if enabled\nthis knob can be turned off if there is a mismatch between the\ntarget (simulation) cluster and the original cluster. Such a\nmismatch can result in job failures (due to memory issues) on the\ntarget (simulated) cluster.\n\nTODO If configured, scale the original task\'s JVM (heap related)\noptions to suit the target (simulation) cluster','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java',146,153,'org.apache.hadoop.mapred.gridmix.GridmixJob','initialValue()',NULL),(8960,'configure task jvm options if enabled\nthis knob can be turned off if there is a mismatch between the\ntarget (simulation) cluster and the original cluster. Such a\nmismatch can result in job failures (due to memory issues) on the\ntarget (simulated) cluster.\n\nTODO If configured, scale the original task\'s JVM (heap related)\noptions to suit the target (simulation) cluster','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java',146,153,'org.apache.hadoop.mapred.gridmix.GridmixJob','initialValue()',NULL),(8961,'TODO Control the extra data written ..\nTODO Should the key\\tvalue\\n be considered for measuring size?\nCan counters like BYTES_WRITTEN be used? What will be the value of\nsuch counters in LocalJobRunner?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',128,131,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','setup(Context)',NULL),(8962,'TODO Seek doesnt work with compressed input stream.\nUse SplittableCompressionCodec?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',482,483,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','getPossiblyDecompressedInputStream(Path, Configuration, long)',NULL),(8963,'enable input decompression\nTODO replace with mapInputBytes and hdfsBytesRead','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',558,559,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','configureCompressionEmulation(Configuration, Configuration)',NULL),(8964,'TODO can this be configurable too. Users/emulators should be able to\npick and choose what MATH operations to run.\nExample :\nBASIC : ADD, SUB, MUL, DIV\nADV   : SQRT, SIN, COSIN..\nCOMPO : (BASIC/ADV)*\nAlso define input generator. For now we can use the random number\ngenerator. Later this can be changed to accept multiple sources.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',145,152,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','performUnitComputation()',NULL),(8965,'TODO Make this configurable\n100 ms','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',174,175,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(8966,'compute the 1% of the total CPU usage desired\nTODO Make this configurable','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',186,187,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(8967,'we want some kind of exponential growth function that gives less weight\non lower progress boundaries but high (exact emulation) near progress\nvalue of 1.\nso here is how the current growth function looks like\nprogress    weight\n0.1       0.0001\n0.2       0.0016\n0.3       0.0081\n0.4       0.0256\n0.5       0.0625\n0.6       0.1296\n0.7       0.2401\n0.8       0.4096\n0.9       0.6561\n1.0       1.000','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',213,227,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','getWeightForProgressInterval(float)',NULL),(8968,'TODO Multi-threading for speedup?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',244,244,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','emulate()',NULL),(8969,'TODO Multi-threading for speedup?','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',244,244,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','emulate()',NULL),(8970,'test with invalid or missing resource usage value','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',154,154,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testTotalHeapUsageEmulatorPlugin()',NULL),(8971,'test whether the heap usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',264,265,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testEmulationAccuracy(Configuration, FakeHeapUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, TotalHeapUsageEmulatorPlugin, long, long)',NULL),(8972,'test whether the heap usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',264,265,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testEmulationAccuracy(Configuration, FakeHeapUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, TotalHeapUsageEmulatorPlugin, long, long)',NULL),(8973,'TODO Note that the sorter will be instantiated 2 times as follows\n1. During the sort/spill in the map phase\n2. During the merge in the sort phase\nWe need the handle to the matcher thread only in (2).\nThis logic can be relaxed to run only in (2).','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/LoadJob.java',121,125,'org.apache.hadoop.mapred.gridmix.LoadJob','call()',NULL),(8974,'send the progress update (maybe make this a thread)','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/LoadJob.java',408,408,'org.apache.hadoop.mapred.gridmix.LoadJob','call()',NULL),(8975,'This is a hack to pass the sleep duration via Gridmix key\nTODO: We need to come up with better solution for this.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java',150,151,'org.apache.hadoop.mapred.gridmix.SleepJob','initialValue()',NULL),(8976,'bail out if job description is missing for a job to be simulated','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/Statistics.java',107,107,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(8977,'TODO: We have just 2 types of listeners as of now . If no of listeners\nincrease then we should move to map kind of model.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Statistics.java',184,185,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(8978,'TODO: We have just 2 types of listeners as of now . If no of listeners\nincrease then we should move to map kind of model.','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/Statistics.java',184,185,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(8979,'TODO Remove this once LocalJobRunner can run Gridmix.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestCompressionEmulationUtils.java',57,57,'org.apache.hadoop.mapred.gridmix.TestCompressionEmulationUtils','getSplits(JobContext)',NULL),(8980,'TODO Remove this once LocalJobRunner can run Gridmix.','Line','hadoop-tools/hadoop-gridmix/src/test/java/org/apache/hadoop/mapred/gridmix/TestCompressionEmulationUtils.java',57,57,'org.apache.hadoop.mapred.gridmix.TestCompressionEmulationUtils','getSplits(JobContext)',NULL),(8981,'TODO add listeners, use for job dependencies','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',236,236,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(8982,'TODO add listeners, use for job dependencies','Line','hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',236,236,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(8983,'Corrupt the log file in various ways for each txn','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSEditLogLoader.java',204,204,'org.apache.hadoop.hdfs.server.namenode.TestFSEditLogLoader','testCountValidTransactions()','NOT_DESIGN'),(8984,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSEditLogLoader.java',-1,-1,'None','None',NULL),(8985,'NOTE: could probably be rewritten more efficiently','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',337,337,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','selectInputStreams(Collection<EditLogInputStream>, long, boolean)',NULL),(8986,'TODO(HA): Test this.','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperEditLogInputStream.java',126,126,'org.apache.hadoop.contrib.bkjournal.BookKeeperEditLogInputStream','getFirstTxId()','NOT_DESIGN'),(8987,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperEditLogInputStream.java',-1,-1,'None','None',NULL),(8988,'should work fine now','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/test/java/org/apache/hadoop/contrib/bkjournal/TestBookKeeperAsHASharedDir.java',201,201,'org.apache.hadoop.contrib.bkjournal.TestBookKeeperAsHASharedDir','testFailoverWithFailingBKCluster()',NULL),(8989,'TODO(HA): Handle inProgressOk','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',316,316,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','getInputStream(long, boolean)','NOT_DESIGN'),(8990,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',-1,-1,'None','None',NULL),(8991,'TODO(HA): Handle inProgressOk','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/main/java/org/apache/hadoop/contrib/bkjournal/BookKeeperJournalManager.java',357,357,'org.apache.hadoop.contrib.bkjournal.BookKeeperJournalManager','getNumberOfTransactions(long, boolean)','NOT_DESIGN'),(8992,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',301,302,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','getContainer(ContainerId)',NULL),(8993,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',308,309,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','getContainer(ContainerLauncherEvent)',NULL),(8994,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1526,1528,'org.apache.hadoop.hdfs.DFSOutputStream','hflush()',NULL),(8995,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1567,1569,'org.apache.hadoop.hdfs.DFSOutputStream','flushOrSync(boolean)',NULL),(8996,'should work fine','Line','hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/src/test/java/org/apache/hadoop/contrib/bkjournal/TestBookKeeperJournalManager.java',611,611,'org.apache.hadoop.contrib.bkjournal.TestBookKeeperJournalManager','testRefinalizeAlreadyFinalizedInprogress()',NULL),(8997,'TODO Get the user configuration for the list of containers that need log\naggregation.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',297,298,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initApp(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy, Map<ApplicationAccessType, String>)',NULL),(8998,'TODO Get the user configuration for the list of containers that need log\naggregation.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',318,319,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initAppAggregator(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy, Map<ApplicationAccessType, String>)',NULL),(8999,'verify that this occurs only for map task\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',930,931,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(9000,'reschedule only map tasks because their outputs maybe unusable','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',964,964,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','actOnUnusableNode(NodeId, NodeState)',NULL),(9001,'We need this semaphore to block when the number of running workitems\nis equal to the number of threads. FixedThreadPool limits the number\nof threads, but not the queue size. This way we will limit the memory\nusage.','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DirectoryTraversal.java',118,121,'org.apache.hadoop.raid.DirectoryTraversal','check(FileStatus)',NULL),(9002,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestBlockFixer.java',541,541,'org.apache.hadoop.raid.TestBlockFixer','mySetup(int, int)',NULL),(9003,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidShell.java',178,178,'org.apache.hadoop.raid.TestRaidShell','mySetup(int, int)',NULL),(9004,'the specified src path\nname of policy\nthe erasure code used\nA verbose description of this policy\nHadoop configuration','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/protocol/PolicyInfo.java',50,54,'org.apache.hadoop.raid.protocol.PolicyInfo','None',NULL),(9005,'default number of files to fix simultaneously','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',96,96,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9006,'default number of files to fix simultaneously','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',96,96,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9007,'number of files to fix simultaneously','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',104,104,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9008,'number of files to fix simultaneously','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',104,104,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9009,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',582,583,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(9010,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',582,583,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(9011,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidHar.java',77,77,'org.apache.hadoop.raid.TestRaidHar','createClusters(boolean)',NULL),(9012,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidNode.java',87,87,'org.apache.hadoop.raid.TestRaidNode','None',NULL),(9013,'Set the policy to default policy to place the block in the default way','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',272,272,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testGetCompanionBLocks()',NULL),(9014,'Set the policy to default policy to place the block in the default way','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',272,272,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testGetCompanionBLocks()',NULL),(9015,'Set the policy to default policy to place the block in the default way','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',337,337,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(9016,'Set the policy to default policy to place the block in the default way','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',337,337,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(9017,'verify policy deletes the correct blocks. companion blocks should be\nevenly distributed.','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',422,423,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(9018,'verify policy deletes the correct blocks. companion blocks should be\nevenly distributed.','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',422,423,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(9019,'Remove all policies where srcPath <= currentSrcPath or\nmatchingPrefixLength is < length(currentSrcPath)\nThe policies remaining are the only ones that could better\nselect a file chosen by the current policy.','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/RaidFilter.java',99,102,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(9020,'If there is a problem with the har path, this will let us continue.','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/RaidFilter.java',173,173,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(9021,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidPurge.java',93,93,'org.apache.hadoop.raid.TestRaidPurge','createClusters(boolean)',NULL),(9022,'Move the offset to the start of the block.','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/Decoder.java',112,112,'org.apache.hadoop.raid.Decoder','decodeFile(FileSystem, Path, FileSystem, Path, long, Path)',NULL),(9023,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidShellFsck.java',105,105,'org.apache.hadoop.raid.TestRaidShellFsck','setUp(boolean)',NULL),(9024,'TODO: We should first fix the files that lose more blocks','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/BlockFixer.java',327,327,'org.apache.hadoop.raid.BlockFixer','sortCorruptFiles(List<Path>)',NULL),(9025,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/hdfs/TestRaidDfs.java',74,74,'org.apache.hadoop.hdfs.TestRaidDfs','mySetup(String, int)',NULL),(9026,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/hdfs/server/datanode/RaidBlockSender.java',347,355,'org.apache.hadoop.hdfs.server.datanode.RaidBlockSender','close()',NULL),(9027,'Set the user submitting this application\nTODO can it be empty?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',597,598,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()','DESIGN'),(9028,'Set the queue to which this application is to be submitted in the RM','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',588,588,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(9029,'If properties is null, it means a resource was newly added\nbut the props were cleared so as to load it upon future\nrequests. So lets force a load by asking a properties list.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java',1086,1088,'org.apache.hadoop.conf.Configuration','getWarningMessage(String)',NULL),(9030,'Return a null right away if our properties still\nhaven\'t loaded or the resource mapping isn\'t defined','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java',1091,1092,'org.apache.hadoop.conf.Configuration','getWarningMessage(String)',NULL),(9031,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.\n\n@return a BlockToMarkCorrupt object, or null if the replica is not corrupt','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1808,1816,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','DESIGN'),(9032,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',-1,-1,'None','None',NULL),(9033,'log here at WARN level since this is really a broken HDFS\ninvariant','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1872,1873,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(9034,'log here at WARN level since this is really a broken HDFS invariant','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1891,1891,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(9035,'Ideally we should wait after transferTo returns 0. But because of\na bug in JRE on Linux (http://bugs.sun.com/view_bug.do?bug_id=5103988),\nwhich throws an exception instead of returning 0, we wait for the\nchannel to be writable before writing to it. If you ever see\nIOException with message \\\"Resource temporarily unavailable\\\"\nthrown here, please let us know.\n\nOnce we move to JAVA SE 7, wait should be moved to correct place.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/SocketOutputStream.java',203,212,'org.apache.hadoop.net.SocketOutputStream','transferToFully(FileChannel, long, int, MutableRate, MutableRate)',NULL),(9036,'An error occurred, but we are shutting down anyway.\nIf it was an InterruptedException, the very act of\nshutdown could have caused it and is probably harmless.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',327,329,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(9037,'Again we done want to exit because of logging issues.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/YarnUncaughtExceptionHandler.java',56,56,'org.apache.hadoop.yarn.YarnUncaughtExceptionHandler','uncaughtException(Thread, Throwable)',NULL),(9038,'TODO: Needed?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',122,122,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','getKind()',NULL),(9039,'this could be because DNS is down - in which case we just want\nto retry and not bring RM down. Caller should note and act on the fact\nthat container is not creatable.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/security/ContainerTokenSecretManager.java',72,74,'org.apache.hadoop.yarn.server.security.ContainerTokenSecretManager','createContainerToken(ContainerId, NodeId, Resource)',NULL),(9040,'Wrap FSDataInputStream for efficient backward\nseeks\nKeep track on position with respect encapsulated\nFSDataInputStream','Line','hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/mapreduce/StreamXmlRecordReader.java',306,309,'org.apache.hadoop.streaming.mapreduce.StreamXmlRecordReader','init()',NULL),(9041,'By current policy the NN should exit upon this error.\nexit() should be called once, but since it is mocked, exit gets\ncalled once during FSEditsLog.endCurrentLogSegment() and then after\nthat during FSEditsLog.startLogSegment(). So the check is atLeast(1)','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestFailureOfSharedDir.java',177,180,'org.apache.hadoop.hdfs.server.namenode.ha.TestFailureOfSharedDir','testFailureOfSharedDir()','DESIGN'),(9042,'None','None','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/ha/TestFailureOfSharedDir.java',-1,-1,'None','None',NULL),(9043,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',258,259,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(SchedulerNode, SchedulerApp, Priority, ResourceRequest, NodeType, boolean)',NULL),(9044,'For each priority, see if we can schedule a node local, rack local\nor off-switch request. Rack of off-switch requests may be delayed\n(not scheduled) in order to promote better locality.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',302,304,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(SchedulerNode, boolean)',NULL),(9045,'TODO: we might change these queue metrics around a little bit\nto match the semantics of the fair scheduler.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueueSchedulable.java',252,253,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueueSchedulable','getQueueInfo(boolean, boolean)',NULL),(9046,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',130,131,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9047,'Give larger weights to larger jobs\nCan be null for no weight adjuster\nCluster threshold for node locality\nCluster threshold for rack locality\nMachine-readable event log\nAllocate multiple containers per heartbeat\nMax containers to assign per heartbeat','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',135,141,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','None',NULL),(9048,'TODO: Not sure if this ever actually adds this to the list of cleanup\ncontainers on the RMNode (see SchedulerNode.releaseContainer()).','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java',333,334,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler','preemptResources(List<FSQueueSchedulable>, Resource)',NULL),(9049,'TODO this should subtract resource just assigned\nTEMPROARY','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',257,258,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, FSSchedulerApp, Priority, ResourceRequest, NodeType, boolean)',NULL),(9050,'For each priority, see if we can schedule a node local, rack local\nor off-switch request. Rack of off-switch requests may be delayed\n(not scheduled) in order to promote better locality.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/AppSchedulable.java',301,303,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AppSchedulable','assignContainer(FSSchedulerNode, boolean)',NULL),(9051,'Corner case to deal with applications being slightly over-limit','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApp.java',455,455,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApp','getHeadroom()',NULL),(9052,'Corner case to deal with applications being slightly over-limit','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java',467,467,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp','getHeadroom()',NULL),(9053,'Corner case to deal with applications being slightly over-limit','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSSchedulerApp.java',414,414,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSSchedulerApp','getApplicationId()',NULL),(9054,'TODO Maybe add a version string here. Instead of changing the version of\nthe entire k-v format','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',114,115,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','write(DataOutput)',NULL),(9055,'TODO Maybe add a version string here. Instead of changing the version of\nthe entire k-v format','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',131,132,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9056,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidPurge.java',83,83,'org.apache.hadoop.raid.TestRaidPurge','createClusters(boolean)',NULL),(9057,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/hdfs/TestRaidDfs.java',76,76,'org.apache.hadoop.hdfs.TestRaidDfs','mySetup(String, int)',NULL),(9058,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidShell.java',181,181,'org.apache.hadoop.raid.TestRaidShell','mySetup(int, int)',NULL),(9059,'default number of files to fix simultaneously','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',97,97,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9060,'number of files to fix simultaneously','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',105,105,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(9061,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/main/java/org/apache/hadoop/raid/DistBlockFixer.java',583,584,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(9062,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidHar.java',78,78,'org.apache.hadoop.raid.TestRaidHar','createClusters(boolean)',NULL),(9063,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidShellFsck.java',103,103,'org.apache.hadoop.raid.TestRaidShellFsck','setUp(boolean)',NULL),(9064,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestRaidNode.java',90,90,'org.apache.hadoop.raid.TestRaidNode','None',NULL),(9065,'scan all policies once every 5 second','Line','hadoop-hdfs-project/hadoop-hdfs-raid/src/test/java/org/apache/hadoop/raid/TestBlockFixer.java',542,542,'org.apache.hadoop.raid.TestBlockFixer','mySetup(int, int)',NULL),(9066,'TODO: this can hang for quite some time if the client\nis currently in the middle of a call to a downed JN.\nWe should instead do this asynchronously, and just stop\nmaking any more calls after this point (eg clear the queue)','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java',122,125,'org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannel','close()',NULL),(9067,'TODO: conf','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',37,37,'org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream','write(FSEditLogOp)',NULL),(9068,'TODO: configurable timeout','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumOutputStream.java',100,100,'org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream','flushAndSync()',NULL),(9069,'TODO: we should collect any \\\"ties\\\" and pass the URL for all of them\nwhen syncing, so we can tolerate failure during recovery better.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',160,161,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','parseJournalId(URI)',NULL),(9070,'TODO: check that md5s match up between any \\\"tied\\\" logs','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',187,187,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','parseJournalId(URI)',NULL),(9071,'TODO:\nwe should only try to finalize loggers who successfully synced above\neg if a logger was down, we don\'t want to send the finalize request.\nwrite a test for this!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',197,200,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','parseJournalId(URI)',NULL),(9072,'TODO: can we do better here?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java',343,343,'org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager','selectInputStreams(Collection<EditLogInputStream>, long, boolean)',NULL),(9073,'TODO: we only need to do this once, not on writer switchover.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',169,169,'org.apache.hadoop.hdfs.qjournal.server.Journal','newEpoch(NamespaceInfo, long)',NULL),(9074,'TODO: if a JN goes down and comes back up, then it will throw\nthis exception on every edit. We should instead send back\na response indicating the log needs to be rolled, which would\nmark the logger on the client side as \\\"pending\\\" -- and have the\nNN code look for this condition and trigger a roll when it happens.\nThat way the node can catch back up and rejoin','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',187,192,'org.apache.hadoop.hdfs.qjournal.server.Journal','journal(RequestInfo, long, int, byte[])',NULL),(9075,'TODO: should other requests check the _exact_ epoch instead of\nthe <= check? <= should probably only be necessary for the\nfirst calls','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',220,222,'org.apache.hadoop.hdfs.qjournal.server.Journal','checkRequest(RequestInfo)',NULL),(9076,'TODO: some check on serial number that they only increase from a given\nclient','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',224,225,'org.apache.hadoop.hdfs.qjournal.server.Journal','checkRequest(RequestInfo)',NULL),(9077,'TODO: this is slow to validate when in non-recovery cases\nwe already know the length here!','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',262,263,'org.apache.hadoop.hdfs.qjournal.server.Journal','finalizeLogSegment(RequestInfo, long, long)',NULL),(9078,'TODO: check fencing info?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',284,284,'org.apache.hadoop.hdfs.qjournal.server.Journal','getEditLogManifest(long)','DESIGN'),(9079,'TODO','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',312,312,'org.apache.hadoop.hdfs.qjournal.server.Journal','getSegmentInfo(long)',NULL),(9080,'TODO: what if they have the same length but one is finalized and the\nother isn\'t! cover that case.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',379,380,'org.apache.hadoop.hdfs.qjournal.server.Journal','acceptRecovery(RequestInfo, SegmentStateProto, URL)',NULL),(9081,'TODO: is it OK that this is non-atomic?\nwe might be left with an older epoch recorded, but a newer log','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',389,390,'org.apache.hadoop.hdfs.qjournal.server.Journal','acceptRecovery(RequestInfo, SegmentStateProto, URL)',NULL),(9082,'If we\'re synchronizing the latest segment, update our cached\ninfo.\nTODO: can this be done more generally?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',424,426,'org.apache.hadoop.hdfs.qjournal.server.Journal','syncLog(RequestInfo, SegmentStateProto, URL)',NULL),(9083,'Now bring back the logger that had 5, and run recovery again.\nWe should recover to 4, even though there\'s a longer log.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestQuorumJournalManager.java',272,273,'org.apache.hadoop.hdfs.qjournal.client.TestQuorumJournalManager','testRecoverAfterIncompleteRecovery()',NULL),(9084,'TODO: create security tests','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/GetJournalEditServlet.java',70,70,'org.apache.hadoop.hdfs.qjournal.server.GetJournalEditServlet','isValidRequestor(String, Configuration)','NOT_DESIGN'),(9085,'This really shouldn\'t happen...','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/GetJournalEditServlet.java',73,73,'org.apache.hadoop.hdfs.qjournal.server.GetJournalEditServlet','isValidRequestor(String, Configuration)',NULL),(9086,'TODO: above principal is not correct, since each JN will have a\ndifferent hostname.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/GetJournalEditServlet.java',86,87,'org.apache.hadoop.hdfs.qjournal.server.GetJournalEditServlet','isValidRequestor(String, Configuration)','NOT_DESIGN'),(9087,'TODO: workaround:\n- during startup, if there are no edits dirs on disk, then there is\na call to areResourcesAvailable() with no dirs at all, which was\npreviously causing the NN to enter safemode','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeResourcePolicy.java',45,48,'org.apache.hadoop.hdfs.server.namenode.NameNodeResourcePolicy','areResourcesAvailable(Collection<? extends CheckableNameNodeResource>, int)',NULL),(9088,'accept() should save the accepted value in persistent storage\nTODO: should be able to accept without a URL here','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',206,207,'org.apache.hadoop.hdfs.qjournal.server.TestJournalNode','testAcceptRecoveryBehavior()',NULL),(9089,'TODO:\n- add test that checks formatting behavior\n- add test that checks rejects newEpoch if nsinfo doesn\'t match','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/server/TestJournalNode.java',237,239,'org.apache.hadoop.hdfs.qjournal.server.TestJournalNode','None',NULL),(9090,'With some failures injected, it should still always increase, perhaps\nskipping some','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestEpochsAreUnique.java',68,69,'org.apache.hadoop.hdfs.qjournal.client.TestEpochsAreUnique','None',NULL),(9091,'check if parent exists. this is complicated because getParent(a/b/c/) returns a/b/c, but\nwe want a/b','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Mkdir.java',71,72,'org.apache.hadoop.fs.shell.Mkdir','processNonexistentPath(PathData)',NULL),(9092,'No need to checkRequest() here - anyone may ask for the list\nof segments.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/server/Journal.java',284,285,'org.apache.hadoop.hdfs.qjournal.server.Journal','getEditLogManifest(long)',NULL),(9093,'TODO: check results for selectInputStreams with inProgressOK = true.\nThis doesn\'t currently work, due to a bug where RedundantEditInputStream\nthrows an exception if there are any unvalidated in-progress edits in the list!\nBut, it shouldn\'t be necessary for current use cases.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestQuorumJournalManager.java',145,148,'org.apache.hadoop.hdfs.qjournal.client.TestQuorumJournalManager','testReaderWhileAnotherWrites()',NULL),(9094,'In our experience this only happens under IBM 1.4.x when\nspurious (unrelated) certificates show up in the server\'\nchain.  Hopefully this will unearth the real problem:','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',287,289,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], SSLSocket)',NULL),(9095,'If you\'re looking at the 2 lines of code above because\nyou\'re running into a problem, you probably have two\noptions:\n\n#1.  Clean up the certificate chain that your server\nis presenting (e.g. edit \\\"/etc/apache2/server.crt\\\"\nor wherever it is your server\'s certificate chain\nis defined).\n\nOR\n\n#2.   Upgrade to an IBM 1.5.x or greater JVM, or switch\nto a non-IBM JVM.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',292,306,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], SSLSocket)',NULL),(9096,'If ssl.getInputStream().available() didn\'t cause an\nexception, maybe at least now the session is available?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',308,309,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], SSLSocket)',NULL),(9097,'If it\'s still null, probably a startHandshake() will\nunearth the real problem.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',312,313,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], SSLSocket)',NULL),(9098,'Okay, if we still haven\'t managed to cause an exception,\nmight as well go for the NPE.  Or maybe we\'re okay now?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',316,317,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], SSLSocket)',NULL),(9099,'The CN better have at least two dots if it wants wildcard\naction.  It also can\'t be [*.co.uk] or [*.co.jp] or\n[*.org.uk], etc...','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',402,404,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','check(String[], String[], String[], boolean, boolean)',NULL),(9100,'Should probably log.debug() this?','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ssl/SSLHostnameVerifier.java',560,560,'org.apache.hadoop.security.ssl.SSLHostnameVerifier','getDNSSubjectAlts(X509Certificate)',NULL),(9101,'TODO: WebHdfsFilesystem does work with ProxyUser HDFS-3509\n@Test\n@TestDir\n@TestJetty\n@TestHdfs\npublic void testDelegationTokenWithWebhdfsFileSystemProxyUser()','Line','hadoop-hdfs-project/hadoop-hdfs-httpfs/src/test/java/org/apache/hadoop/fs/http/server/TestHttpFSWithKerberos.java',281,286,'org.apache.hadoop.fs.http.server.TestHttpFSWithKerberos','None',NULL),(9102,'too bad we don\'t know why it failed','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',243,243,'org.apache.hadoop.fs.shell.CommandWithDestination','copyStreamToTarget(InputStream, PathData)',NULL),(9103,'too bad we don\'t know why it failed','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',277,277,'org.apache.hadoop.fs.shell.CommandWithDestination','rename(PathData, PathData)',NULL),(9104,'to avoid race conditions in the map cache adding removing entries\nan entry in the cache remains forever, it just closes/opens filesystems\nbased on their utilization. Worse case scenario, the penalty we\'ll\npay is that the amount of entries in the cache will be the total\nnumber of users in HDFS (which seems a resonable overhead).','Line','hadoop-hdfs-project/hadoop-hdfs-httpfs/src/main/java/org/apache/hadoop/lib/service/hadoop/FileSystemAccessService.java',107,111,'org.apache.hadoop.lib.service.hadoop.FileSystemAccessService','getFileSytem(Configuration)',NULL),(9105,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',753,756,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9106,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once\nonly need to get a new encryption key once','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',764,768,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(9107,'TODO should we check that all federated nns are either enabled or\ndisabled?','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',736,737,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)','DESIGN'),(9108,'TODO: verify log segments','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/TestQJMWithFaults.java',137,137,'org.apache.hadoop.hdfs.qjournal.client.TestQJMWithFaults','determineMaxIpcNumber()',NULL),(9109,'Try to schedule on node_1 now, should *move* the reservation','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1143,1143,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testReservationExchange()',NULL),(9110,'Try to schedule on node_1 now, should *move* the reservation','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1143,1143,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testReservationExchange()',NULL),(9111,'Another off switch, shouldn\'t allocate due to delay scheduling','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1231,1231,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testLocalityScheduling()',NULL),(9112,'Another off switch, shouldn\'t allocate due to delay scheduling','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1231,1231,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testLocalityScheduling()',NULL),(9113,'Start with off switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1367,1368,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(9114,'Start with off switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1367,1368,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(9115,'Another off-switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1379,1380,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(9116,'Another off-switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',1379,1380,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(9117,'TODO: FIXMEVinodkv','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/MemStore.java',91,91,'org.apache.hadoop.yarn.server.resourcemanager.recovery.MemStore','getNextNodeId()',NULL),(9118,'Any user may perform this operation if authorization is not enabled','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AdminACLsManager.java',132,132,'org.apache.hadoop.yarn.security.AdminACLsManager','checkAccess(UserGroupInformation)',NULL),(9119,'TODO: Validate the request','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',414,414,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(9120,'TODO: Validate the request','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',414,414,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(9121,'TODO launchedContainer misplaced -> doesn\'t necessarily mean a container\nlaunch. A finished Application will not launch containers.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',425,426,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(9122,'TODO launchedContainer misplaced -> doesn\'t necessarily mean a container\nlaunch. A finished Application will not launch containers.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',425,426,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(9123,'TODO: Only the container\'s owner can kill containers today.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',441,441,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(9124,'TODO: Only the container\'s owner can kill containers today.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',441,441,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(9125,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',467,468,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(9126,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',467,468,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(9127,'TODO: Only the container\'s owner can get containers\' status today.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',479,479,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','getContainerStatus(GetContainerStatusRequest)',NULL),(9128,'TODO: Only the container\'s owner can get containers\' status today.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',479,479,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','getContainerStatus(GetContainerStatusRequest)',NULL),(9129,'TODO if parent owned by NM, rename within parent inline','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DeletionService.java',70,70,'org.apache.hadoop.yarn.server.nodemanager.DeletionService','getLfs()',NULL),(9130,'TODO add local dirs to del','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',168,168,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService, ContainerTokenSecretManager)',NULL),(9131,'TODO add local dirs to del','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',168,168,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService, ContainerTokenSecretManager)',NULL),(9132,'Maybe write out the retention policy.\nMaybe write out a list of containerLogs skipped by the retention policy.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',67,68,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','None',NULL),(9133,'Maybe write out the retention policy.\nMaybe write out a list of containerLogs skipped by the retention policy.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',67,68,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','None',NULL),(9134,'TODO Maybe add a version string here. Instead of changing the version of\nthe entire k-v format','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',131,132,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9135,'TODO Seek directly to the key once a comparator is specified.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',321,321,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9136,'TODO Seek directly to the key once a comparator is specified.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',321,321,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9137,'TODO  Change Log format and interfaces to be containerId specific.\nAvoid returning completeValueStreams.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',407,408,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9138,'TODO  Change Log format and interfaces to be containerId specific.\nAvoid returning completeValueStreams.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',407,408,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9139,'}\n// TODO Verify skip behaviour.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',438,439,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9140,'}\n// TODO Verify skip behaviour.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java',438,439,'org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat','hashCode()',NULL),(9141,'Yes this is a hack, but there is no other way to insert\nCSS in the correct spot','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/MetricsOverviewTable.java',54,55,'org.apache.hadoop.yarn.server.resourcemanager.webapp.MetricsOverviewTable','render(Block)',NULL),(9142,'Yes this is a hack, but there is no other way to insert\nCSS in the correct spot','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/MetricsOverviewTable.java',54,55,'org.apache.hadoop.yarn.server.resourcemanager.webapp.MetricsOverviewTable','render(Block)',NULL),(9143,'TODO: Handle the masterKey invalidation.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMSecretManager.java',64,64,'org.apache.hadoop.yarn.security.client.ClientToAMSecretManager','getMasterKey(ClientTokenIdentifier)',NULL),(9144,'TODO: DEBUG','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',161,161,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<String>, List<String>)',NULL),(9145,'TODO: Needed?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',92,92,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getKind()',NULL),(9146,'TODO: Wrong event.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/monitor/ContainersMonitorImpl.java',532,532,'org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl','handle(ContainersMonitorEvent)',NULL),(9147,'TODO: Wrong event.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/monitor/ContainersMonitorImpl.java',532,532,'org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl','handle(ContainersMonitorEvent)',NULL),(9148,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',62,62,'org.apache.hadoop.yarn.server.MiniYARNCluster','None',NULL),(9149,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',62,62,'org.apache.hadoop.yarn.server.MiniYARNCluster','None',NULL),(9150,'TODO: Don\'t create again and again.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',139,139,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ContainerId)',NULL),(9151,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',204,204,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9152,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',204,204,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9153,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',210,210,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9154,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',210,210,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','setupTokensAndEnv(ContainerLaunchContext)',NULL),(9155,'TODO Maybe support suffix to be more than a single file.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogAggregationUtils.java',70,70,'org.apache.hadoop.yarn.logaggregation.LogAggregationUtils','getRemoteLogSuffixedDir(Path, String, String)',NULL),(9156,'TODO Add a utility method to list available log files. Ignore the\ntemporary ones.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogAggregationUtils.java',74,75,'org.apache.hadoop.yarn.logaggregation.LogAggregationUtils','getRemoteLogUserDir(Path, String)',NULL),(9157,'TODO: Kill RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',326,326,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(9158,'TODO: Kill RM.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',326,326,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(9159,'An error occurred, but we are shutting down anyway.\nIf it was an InterruptedException, the very act of\nshutdown could have caused it and is probably harmless.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',332,334,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(9160,'An error occurred, but we are shutting down anyway.\nIf it was an InterruptedException, the very act of\nshutdown could have caused it and is probably harmless.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',332,334,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(9161,'TODO: FIXMEVinodkv','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',99,99,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9162,'TODO: FIXMEVinodkv','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',99,99,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9163,'TODO: FIXME','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',113,113,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9164,'TODO: FIXME','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',113,113,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9165,'TODO: acm: refactor2 FIXME','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',115,115,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9166,'TODO: acm: refactor2 FIXME','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',115,115,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9167,'TODO: FIXME VINODKV\n/** remove a storage node **/','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',143,144,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9168,'TODO: FIXME VINODKV\n/** remove a storage node **/','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',143,144,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9169,'TODO: FIXME VINODKV','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',165,165,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9170,'TODO: FIXME VINODKV','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',165,165,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(9171,'TODO PB','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',383,383,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','listStoredNodes()',NULL),(9172,'TODO PB','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',383,383,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','listStoredNodes()',NULL),(9173,'TODO: FindBugs warns passing null below. Commenting this for later.\nRMNode nm = new RMNodeImpl(node.getNodeId(), null,\nhostName, cmPort, httpPort,\nResourceTrackerService.resolve(node.getNodeId().getHost()),','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',480,483,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','load()',NULL),(9174,'TODO: FindBugs warns passing null below. Commenting this for later.\nRMNode nm = new RMNodeImpl(node.getNodeId(), null,\nhostName, cmPort, httpPort,\nResourceTrackerService.resolve(node.getNodeId().getHost()),','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',480,483,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','load()',NULL),(9175,'TODO - what is the range for priority? how to decide?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',586,586,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(9176,'TODO - what is the range for priority? how to decide?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',586,586,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(9177,'TODO\nTry submitting the same request again\napp submission failure?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',604,606,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(9178,'TODO\nTry submitting the same request again\napp submission failure?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',604,606,'org.apache.hadoop.yarn.applications.distributedshell.Client','run()',NULL),(9179,'TODO clarify whether multiple jobs with the same app id can be submitted and be running at\nthe same time.\nIf yes, can we kill a particular attempt only?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',688,690,'org.apache.hadoop.yarn.applications.distributedshell.Client','killApplication(ApplicationId)',NULL),(9180,'TODO clarify whether multiple jobs with the same app id can be submitted and be running at\nthe same time.\nIf yes, can we kill a particular attempt only?','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java',688,690,'org.apache.hadoop.yarn.applications.distributedshell.Client','killApplication(ApplicationId)',NULL),(9181,'assume credentials in cwd\nTODO: Fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',133,134,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','runLocalization(InetSocketAddress)',NULL),(9182,'assume credentials in cwd\nTODO: Fix','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',133,134,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','runLocalization(InetSocketAddress)',NULL),(9183,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',244,244,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(9184,'TODO: Synchronization??','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',244,244,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(9185,'TODO cleanup','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',265,265,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(9186,'TODO cleanup','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',265,265,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, CompletionService<Path>, UserGroupInformation)',NULL),(9187,'TODO: Synchronization??','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',281,281,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(9188,'TODO: Synchronization??','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',281,281,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(9189,'TODO shouldn\'t remove until ACK','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',304,304,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(9190,'TODO shouldn\'t remove until ACK','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',304,304,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(9191,'TODO: fail localization','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',341,341,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','main(String[])',NULL),(9192,'TODO: fail localization','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',341,341,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','main(String[])',NULL),(9193,'Update consumption and track allocations\nTODO: fixme sharad','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',340,341,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','allocate(Container)',NULL),(9194,'Update consumption and track allocations\nTODO: fixme sharad','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',340,341,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','allocate(Container)',NULL),(9195,'this could be because DNS is down - in which case we just want\nto retry and not bring RM down. Caller should note and act on the fact\nthat container is not creatable.','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/security/ContainerTokenSecretManager.java',72,74,'org.apache.hadoop.yarn.server.security.ContainerTokenSecretManager','createContainerToken(ContainerId, NodeId, Resource)',NULL),(9196,'The enum values are lowercase for better compression,\nwhile avoiding runtime conversion.\ncf. http://www.w3.org/Protocols/HTTP/Performance/Compression/HTMLCanon.html\nhttp://www.websiteoptimization.com/speed/tweak/lowercase/','Line','hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',47,50,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','_()',NULL),