(5880,'Remove all policies where srcPath <= currentSrcPath or\nmatchingPrefixLength is < length(currentSrcPath)\nThe policies remaining are the only ones that could better\nselect a file chosen by the current policy.','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',99,102,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(5881,'If there is a problem with the har path, this will let us continue.','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',173,173,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(5882,'TODO we have too many constructors, this is a mess','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',112,112,'org.apache.hadoop.hdfs.server.namenode.FSImage','None','DESIGN'),(5883,'move over \'(\'','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',671,671,'org.apache.hadoop.mapred.Counters','getBlock(String, char, char, IntWritable)',NULL),(5884,'move over \')\'','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',676,676,'org.apache.hadoop.mapred.Counters','getBlock(String, char, char, IntWritable)',NULL),(5885,'Shouldn\'t happen since we do implement Clonable','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskStatus.java',450,450,'org.apache.hadoop.mapred.TaskStatus','clone()',NULL),(5886,'Default probability is 0%\nMax probability is 100%','Line','hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(5887,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(5888,'TODO fix this: make it more sophisticated!!!','Line','hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(5889,'TODO can this be configurable too. Users/emulators should be able to\npick and choose what MATH operations to run.\nExample :\nBASIC : ADD, SUB, MUL, DIV\nADV   : SQRT, SIN, COSIN..\nCOMPO : (BASIC/ADV)*\nAlso define input generator. For now we can use the random number\ngenerator. Later this can be changed to accept multiple sources.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',145,152,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','performUnitComputation()',NULL),(5890,'desired range starts after beginning of this har block\nfix offset to beginning of relevant range (relative to desired file)','Line','mapreduce/src/tools/org/apache/hadoop/fs/HarFileSystem.java',363,364,'org.apache.hadoop.fs.HarFileSystem','initialize(URI, Configuration)',NULL),(5891,'TODO Make this configurable\n100 ms','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',174,175,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(5892,'We should never receive a duplicate success/failure/killed\nstatus update for the same taskid! This is a safety check,\nand is addressed better at the TaskTracker to ensure this.','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskInProgress.java',603,605,'org.apache.hadoop.mapred.TaskInProgress','setMaxTaskAttempts()',NULL),(5893,'compute the 1% of the total CPU usage desired\nTODO Make this configurable','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',186,187,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(5894,'\nOpen local disk out\n\nreplication or move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',130,133,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','None',NULL),(5895,'we want some kind of exponential growth function that gives less weight\non lower progress boundaries but high (exact emulation) near progress\nvalue of 1.\nso here is how the current growth function looks like\nprogress    weight\n0.1       0.0001\n0.2       0.0016\n0.3       0.0081\n0.4       0.0256\n0.5       0.0625\n0.6       0.1296\n0.7       0.2401\n0.8       0.4096\n0.9       0.6561\n1.0       1.000','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',213,227,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','getWeightForProgressInterval(float)',NULL),(5896,'initialize buffer to the best guess size:\n\'chunksPerPacket\' calculation here should match the same\ncalculation in DFSClient to make the guess accurate.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',381,384,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(5897,'TODO Multi-threading for speedup?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',233,233,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','emulate()',NULL),(5898,'our target rate is in terms of the maximum number of sample splits,\nbut we accept the possibility of sampling additional splits to hit\nthe target sample keyset','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/partition/InputSampler.java',212,214,'org.apache.hadoop.mapreduce.lib.partition.InputSampler','printUsage()',NULL),(5899,'delete the touch file\nTODO Search for a better touch utility\nrecreate it','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',71,73,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','None',NULL),(5900,'test with invalid or missing resource usage value','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',459,459,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testCumulativeCpuUsageEmulatorPlugin()',NULL),(5901,'Validate the existence of Distributed Cache files list file directly\nunder distributed cache directory','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',85,86,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','validateDistCacheData(JobConf, long[])',NULL),(5902,'test whether the CPU usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',571,572,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testEmulationAccuracy(Configuration, FakeCpuUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, CumulativeCpuUsageEmulatorPlugin, long, long)',NULL),(5903,'Verify if correct exit code is seen when -generate option is missing and\ndistributed cache files are missing in the expected path.','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',351,352,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testSetupGenerateDistCacheData()',NULL),(5904,'Validate if DistributedCacheEmulator can handle a JobStory with out\nDistributed Cache files properly.','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',499,500,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testDistCacheFilesConfiguration()',NULL),(5905,'Move decommissioned datanodes to the bottom','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',889,889,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(5906,'Private Distributed cache will always be stored under\nmapre.local.dir/taskTracker/<username>/distcache\nChecking for username directory to check if it has the\nproper permissions','Line','mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCachePrivateFile.java',204,207,'org.apache.hadoop.mapred.TestDistributedCachePrivateFile','testDistributedCache()',NULL),(5907,'set service-level authorization security policy','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',427,427,'org.apache.hadoop.hdfs.server.namenode.NameNode','initialize(Configuration)',NULL),(5908,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1493,1494,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)',NULL),(5909,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSClient.java',205,211,'org.apache.hadoop.hdfs.DFSClient','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(5910,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','mapreduce/src/test/mapred/org/apache/hadoop/record/TestRecordMR.java',288,305,'org.apache.hadoop.record.TestRecordMR','launch()',NULL),(5911,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestFileOutputFormat.java',42,42,'org.apache.hadoop.mapred.TestFileOutputFormat','testCustomFile()',NULL),(5912,'We don\'t want to run the failing map task 4 times. So we run it once and\ncheck if all the subprocesses are killed properly.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestKillSubProcesses.java',112,113,'org.apache.hadoop.mapred.TestKillSubProcesses','runKillingJobAndValidate(JobTracker, JobConf)',NULL),(5913,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestBlockFixer.java',535,535,'org.apache.hadoop.raid.TestBlockFixer','mySetup(int, int)',NULL),(5914,'TODO bad dependency','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',544,544,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, FSNamesystem, FSImageCompression)',NULL),(5915,'TODO: figure out why length would be 0','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingRecordReader.java',79,79,'org.apache.hadoop.vertica.VerticaStreamingRecordReader','getProgress()',NULL),(5916,'Checking if a Mapper.map within a Runnable has generated an\nIOException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','mapreduce/src/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',120,123,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(5917,'Checking if a Mapper.map within a Runnable has generated a\nRuntimeException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','mapreduce/src/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',128,131,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(5918,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMapRed.java',488,505,'org.apache.hadoop.mapred.TestMapRed','launch()',NULL),(5919,'TODO remove this once the deprecate APIs in LoggedJob are removed','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',233,233,'org.apache.hadoop.tools.rumen.JobBuilder','process(Properties)',NULL),(5920,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',516,518,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(5921,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',535,537,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(5922,'Split the special file that contains the list of distributed cache file\npaths and their file sizes such that each split corresponds to\napproximately same amount of distributed cache data to be generated.\nConsider numTaskTrackers * numMapSlotsPerTracker as the number of maps\nfor this job, if there is lot of data to be generated.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java',177,181,'org.apache.hadoop.mapred.gridmix.GenerateDistCacheData','getSplits(JobContext)',NULL),(5923,'Check the permissions of the task-controller binary by running it plainly.\nIf permissions are correct, it returns an error code 1, else it returns\n24 or something else if some other bugs are also present.','Line','mapreduce/src/java/org/apache/hadoop/mapred/LinuxTaskController.java',106,108,'org.apache.hadoop.mapred.LinuxTaskController','setup()',NULL),(5924,'TODO mb@media-style.com: should be conf injected?','Line','hdfs/src/java/org/apache/hadoop/hdfs/protocol/FSConstants.java',53,53,'org.apache.hadoop.hdfs.protocol.FSConstants','None',NULL),(5925,'do the move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',965,965,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedConcat(String, String[], long)',NULL),(5926,'can only happen because of a software bug. the bug should be fixed.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1834,1834,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(5927,'This really shouldn\'t happen...','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/GetImageServlet.java',157,157,'org.apache.hadoop.hdfs.server.namenode.GetImageServlet','isValidRequestor(String, Configuration)',NULL),(5928,'The appender should be able to close properly','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestFileAppend4.java',288,288,'org.apache.hadoop.hdfs.TestFileAppend4','setUp()',NULL),(5929,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultithreadedMapRunner.java',53,53,'org.apache.hadoop.mapred.lib.TestMultithreadedMapRunner','testOKRun()',NULL),(5930,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultipleOutputs.java',56,56,'org.apache.hadoop.mapred.lib.TestMultipleOutputs','testWithoutCounters()',NULL),(5931,'XXX don\'t know what the file is?','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/dfs/DFSFolder.java',97,97,'org.apache.hadoop.eclipse.dfs.DFSFolder','upload(IProgressMonitor, File)',NULL),(5932,'Simple check to make sure that capacity is properly distributed among\nits children.\nlevel 1 children','Line','mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestContainerQueue.java',70,72,'org.apache.hadoop.mapred.TestContainerQueue','testMinCapacity()',NULL),(5933,'Write back the new restart count and rename the old info file\nTODO This is similar to jobhistory recovery, maybe this common code\ncan be factored out.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',1163,1165,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(5934,'Set service-level authorization security policy','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',1492,1492,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(5935,'This simply marks the job as completed. Note that the caller is responsible\nfor raising events.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',3441,3442,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(5936,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hdfs/src/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',353,353,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','write(DataOutput)',NULL),(5937,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hdfs/src/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',371,371,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','readFields(DataInput)',NULL),(5938,'spawn the JVM in a new thread. Note that there will be very little\nextra overhead of launching the new thread for a new JVM since\nmost of the cost is involved in launching the process. Moreover,\nsince we are going to be using the JVM for running many tasks,\nthe thread launch cost becomes trivial when amortized over all\ntasks. Doing it this way also keeps code simple.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JvmManager.java',414,419,'org.apache.hadoop.mapred.JvmManager','constructJvmEnv(List<String>, Vector<String>, File, File, long, File, Map<String, String>, JobConf)',NULL),(5939,'TODO: create segmented projections','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',123,123,'org.apache.hadoop.vertica.VerticaUtil','checkOutputSpecs(Configuration)',NULL),(5940,'TODO: catch when params required but missing\nTODO: better error message when count query is bad','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',138,139,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(5941,'This is the fancy part of mapping inputs...here\'s how we figure out\nsplits\nget the params query or the params','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',151,153,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(5942,'TODO: limit needs order by unique key\nTODO: what if there are more parameters than numsplits?\nprep a count(*) wrapper query and then populate the bind params for each','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',164,166,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(5943,'if there are more numSplits than params we\'re going to introduce some\nlimit and offsets\nTODO: write code to generate the start/end pairs for each group','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',201,203,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(5944,'Set service-level authorization security policy','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskTracker.java',675,675,'org.apache.hadoop.mapred.TaskTracker','getAsyncDiskService()',NULL),(5945,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',149,151,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(5946,'Refresh the authorization policy in-effect','Line','mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',165,165,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(5947,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',181,183,'org.apache.hadoop.mapred.tools.MRAdmin','refreshSuperUserGroupsConfiguration()',NULL),(5948,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',213,215,'org.apache.hadoop.mapred.tools.MRAdmin','refreshUserToGroupsMappings()',NULL),(5949,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',303,303,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5950,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',322,326,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5951,'TODO valid synchronization','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',572,572,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5952,'TODO:FEDERATION valid synchronization','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',653,653,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5953,'TODO move this up','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',683,683,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5954,'Find better place?','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',953,953,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5955,'TODO: check writer?\nset writer to the current thread','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1748,1749,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5956,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1829,1835,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5957,'TODO: Should the diskFile be deleted?','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2317,2317,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(5958,'We generate leaves for a single split point as well as for\nno split points.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/partition/TotalOrderPartitioner.java',366,367,'org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner','buildTrieRec(BinaryComparable[], int, int, byte[], int, CarriedTrieNodeRef)',NULL),(5959,'set service-level authorization security policy','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',547,547,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(5960,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',861,863,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(5961,'it would have been better to pass storage as a parameter to\nconstructor below - need to augment ReflectionUtils used below.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1444,1445,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(5962,'Return\n\\\"DS-randInt-ipaddr-currentTimeMillis\\\"\nIt is considered extermely rare for all these numbers to match\non a different machine accidentally for the following\na) SecureRandom(INT_MAX) is pretty much random (1 in 2 billion), and\nb) Good chance ip address would be different, and\nc) Even on the same machine, Datanode is designed to use different ports.\nd) Good chance that these are started at different times.\nFor a confict to occur all the 4 above have to match!.\nThe format of this string can be changed anytime in future without\naffecting its functionality.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1583,1594,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(5963,'Calculate the best available replica state.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',2462,2462,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)',NULL),(5964,'\nPoll the Namenode (once every 5 minutes) to find the size of the\npending edit log.\n\n5 minutes','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/SecondaryNameNode.java',287,291,'org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode','doWork()',NULL),(5965,'get a non-exist reduce task attempt, expect a made-up task attempt\nTODO fill in test case','Line','mapreduce/src/test/mapred/org/apache/hadoop/tools/rumen/TestZombieJob.java',157,158,'org.apache.hadoop.tools.rumen.TestZombieJob','testFirstJob()',NULL),(5966,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',158,158,'org.apache.hadoop.mapred.NotificationTestCase','testMR()',NULL),(5967,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',186,186,'org.apache.hadoop.mapred.NotificationTestCase','launchWordCount(JobConf, String, int, int)',NULL),(5968,'Enable queue and job level authorization','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',85,85,'org.apache.hadoop.mapreduce.TestJobACLs','startCluster(boolean)',NULL),(5969,'Try operations as an authorized user, who is part of view-job-acl.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',149,149,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(5970,'Try operations as an authorized user, who is a queue administrator.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',152,152,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(5971,'set the output format to take care of the _temporary folder','Line','mapreduce/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',486,486,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(5972,'Move the offset to the start of the block.','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/Decoder.java',112,112,'org.apache.hadoop.raid.Decoder','decodeFile(FileSystem, Path, FileSystem, Path, long, Path)',NULL),(5973,'divide the left into 4 32 bit chunks','Line','mapreduce/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',213,213,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(5974,'divide the right into 5 31 bit chunks','Line','mapreduce/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',219,219,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(5975,'delete output -- should we really do this?','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/MRBench.java',292,292,'org.apache.hadoop.mapred.MRBench','run(String[])',NULL),(5976,'As we already know current Capacity percent of this queue\nmake children distribute unconfigured Capacity.','Line','mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/ContainerQueue.java',157,158,'org.apache.hadoop.mapred.ContainerQueue','distributeUnConfiguredCapacity()',NULL),(5977,'TODO: figure out why length would be 0','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaRecordReader.java',78,78,'org.apache.hadoop.vertica.VerticaRecordReader','getProgress()',NULL),(5978,'9: Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',416,416,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5979,'10: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',426,426,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5980,'11: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',448,448,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5981,'13: Move /nqdir0/nqdir30 /nqdir0/qdir1/qdir20/qdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',460,460,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5982,'14: Move /nqdir0/qdir1/qdir21 /nqdir0/qdir1/qdir20','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',469,469,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5983,'16: Move /nqdir0/qdir30 /nqdir0/qdir1/qdir20','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',491,491,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(5984,'Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',580,580,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(5985,'Reverse: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21/','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',605,605,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(5986,'TODO: test values as hashmap of column names','Line','mapreduce/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',225,225,'org.apache.hadoop.vertica.TestVertica','recordTest(List<Integer>, List<Object>, DataOutputBuffer, DataInputBuffer, boolean)',NULL),(5987,'TODO: test create schema\nTODO: test writable variants of data types','Line','mapreduce/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',354,355,'org.apache.hadoop.vertica.TestVertica','testVerticaOutput()',NULL),(5988,'Fix the filesystem by moving corrupted files to lost+found','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',269,269,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMove()',NULL),(5989,'maximum split size is 2 blocks','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',453,453,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(5990,'maximum split size is 3 blocks','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',493,493,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(5991,'maximum split size is 4 blocks','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',546,546,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(5992,'This file has three whole blocks. If the maxsplit size is\nhalf the block size, then there should be six splits.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',661,662,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(5993,'XXX:Not to be used directly.','Line','mapreduce/src/java/org/apache/hadoop/mapred/NodeHealthCheckerService.java',372,372,'org.apache.hadoop.mapred.NodeHealthCheckerService','getTimer()',NULL),(5994,'We should probably test for more of the file properties.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',77,77,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','checkFile(FileSystem, Path, int)',NULL),(5995,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',656,658,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','testCheckpoint()',NULL),(5996,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestMapReduce.java',267,284,'org.apache.hadoop.mapreduce.TestMapReduce','launch()',NULL),(5997,'TODO: ensure that no jobs/tasks are running\nrestart the cluster if cleanup fails','Line','mapreduce/src/test/system/java/org/apache/hadoop/mapreduce/test/system/MRCluster.java',140,141,'org.apache.hadoop.mapreduce.test.system.MRCluster','ensureClean()',NULL),(5998,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',87,92,'org.apache.hadoop.hdfs.server.namenode.BlockManager','None','NOT_DESIGN'),(5999,'TODO should using recentInvalidateSets be synchronized?\nget an array of the keys','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',691,692,'org.apache.hadoop.hdfs.server.namenode.BlockManager','setConfigurationParameters(Configuration)','DESIGN'),(6000,'Initial block reports can be processed a lot more efficiently than\nordinary block reports.  This shortens NN restart times.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',1084,1085,'org.apache.hadoop.hdfs.server.namenode.BlockManager','processReport(DatanodeDescriptor, BlockListAsLongs)',NULL),(6001,'move block to the head of the list','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',1188,1188,'org.apache.hadoop.hdfs.server.namenode.BlockManager','reportDiff(DatanodeDescriptor, BlockListAsLongs, Collection<BlockInfo>, Collection<Block>, Collection<Block>, Collection<BlockInfo>, Collection<StatefulBlockInfo>)',NULL),(6002,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',1285,1291,'org.apache.hadoop.hdfs.server.namenode.BlockManager','isReplicaCorrupt(Block, ReplicaState, BlockInfo, BlockUCState, DatanodeDescriptor)',NULL),(6003,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',1704,1705,'org.apache.hadoop.hdfs.server.namenode.BlockManager','addBlock(DatanodeDescriptor, Block, String)',NULL),(6004,'This should give us 25 splits, one per letter.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',108,108,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testAlphabetSplit()',NULL),(6005,'Don\'t check for exact values in the middle, because the splitter generates some\nugly Unicode-isms. But do check that we get multiple splits and that it starts\nand ends on the correct points.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',120,122,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testCommonPrefix()',NULL),(6006,'Return the priority of a block\n@param block a under replication block\n@param curReplicas current number of replicas of the block\n@param expectedReplicas expected number of replicas of the block','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/UnderReplicatedBlocks.java',80,84,'org.apache.hadoop.hdfs.server.namenode.UnderReplicatedBlocks','clear()',NULL),(6007,'add a block to a under replication queue according to its priority\n@param block a under replication block\n@param curReplicas current number of replicas of the block\n@param expectedReplicas expected number of replicas of the block','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/UnderReplicatedBlocks.java',108,112,'org.apache.hadoop.hdfs.server.namenode.UnderReplicatedBlocks','clear()',NULL),(6008,'returns an iterator of all blocks in a given priority queue','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/UnderReplicatedBlocks.java',211,211,'org.apache.hadoop.hdfs.server.namenode.UnderReplicatedBlocks','clear()',NULL),(6009,'rare case where splits are exact, logs.length can be 4','Line','mapreduce/src/test/mapred/org/apache/hadoop/tools/TestCopyFiles.java',766,766,'org.apache.hadoop.tools.TestCopyFiles','reset()',NULL),(6010,'This is a hack to pass the sleep duration via Gridmix key\nTODO: We need to come up with better solution for this.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/SleepJob.java',150,151,'org.apache.hadoop.mapred.gridmix.SleepJob','initialValue()',NULL),(6011,'TODO Remove this once LocalJobRunner can run Gridmix.','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestCompressionEmulationUtils.java',60,60,'org.apache.hadoop.mapred.gridmix.TestCompressionEmulationUtils','getSplits(JobContext)',NULL),(6012,'do the clean up of temporary directory','Line','mapreduce/src/java/org/apache/hadoop/mapred/FileOutputCommitter.java',95,95,'org.apache.hadoop.mapred.FileOutputCommitter','cleanupJob(JobContext)',NULL),(6013,'Statistics are maintained for a couple of things\nmapTaskStats is used for maintaining statistics about\nthe completion time of map tasks on the trackers. On a per\ntracker basis, the mean time for task completion is maintained','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',266,269,'org.apache.hadoop.mapred.JobInProgress','None',NULL),(6014,'TODO The only problem with these counters would be on restart.\nThe jobtracker updates the counter only when the task that is scheduled\nif from a non-running tip and is local (data, rack ...). But upon restart\nas the reports come from the task tracker, there is no good way to infer\nwhen exactly to increment the locality counters. The only solution is to\nincrement the counters for all the tasks irrespective of\n- whether the tip is running or not\n- whether its a speculative task or not\n\nSo to simplify, increment the data locality counter whenever there is\ndata locality.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1672,1682,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6015,'Ugly!\nConvert the trackerName to it\'s host name','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1720,1721,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6016,'see if a different TIP might work better.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',2202,2202,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6017,'What to include in the published price in spending per slot','Line','mapreduce/src/contrib/dynamic-scheduler/src/java/org/apache/hadoop/mapred/DynamicPriorityScheduler.java',134,134,'org.apache.hadoop.mapred.DynamicPriorityScheduler','addBudget(String, float)',NULL),(6018,'Dispatch the block move task to the proxy source & wait for the response','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',302,303,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6019,'start a thread to dispatch the block move','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',374,374,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6020,'test with invalid or missing resource usage value','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',154,154,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testTotalHeapUsageEmulatorPlugin()',NULL),(6021,'Add a scheduled block move to the node','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',546,546,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6022,'test whether the heap usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',259,260,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testEmulationAccuracy(Configuration, FakeHeapUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, TotalHeapUsageEmulatorPlugin, long, long)',NULL),(6023,'A thread that initiates a block move\nand waits for block move to complete','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',565,566,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6024,'configure task jvm options if enabled\nthis knob can be turned off if there is a mismatch between the\ntarget (simulation) cluster and the original cluster. Such a\nmismatch can result in job failures (due to memory issues) on the\ntarget (simulated) cluster.\n\nTODO If configured, scale the original task\'s JVM (heap related)\noptions to suit the target (simulation) cluster','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java',148,155,'org.apache.hadoop.mapred.gridmix.GridmixJob','initialValue()',NULL),(6025,'Decide if the given block is a good candidate to move or not','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',638,638,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6026,'Configuration parameters\nthe core engine to emulate heap usage','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/TotalHeapUsageEmulatorPlugin.java',48,49,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.TotalHeapUsageEmulatorPlugin','None',NULL),(6027,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',648,654,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6028,'cancel the tentative move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',673,673,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6029,'iterate all source\'s blocks to remove moved ones','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',681,681,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6030,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',698,706,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6031,'move the block','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',716,716,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6032,'filter already moved blocks','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',725,725,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6033,'Decide all <source, target> pairs and\nthe number of bytes to move from a source to a target\nMaximum bytes to be moved per node is\nMin(1 Band worth of bytes,  MAX_SIZE_TO_MOVE).\nReturn total number of bytes to move in this iteration','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',881,886,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6034,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1077,1082,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6035,'The sleeping period before checking if block move is completed again','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1106,1106,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6036,'initialize the moved blocks collection','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1150,1150,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6037,'add a block thus marking a block to be moved','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1156,1156,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6038,'check if a block is marked as moved','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1161,1161,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(6039,'TODO(todd) strange','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',173,173,'org.apache.hadoop.hdfs.DFSOutputStream','None',NULL),(6040,'setup pipeline to append to the last block XXX retries??','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',362,362,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)',NULL),(6041,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1497,1499,'org.apache.hadoop.hdfs.DFSOutputStream','hflush()',NULL),(6042,'TODO: We have just 2 types of listeners as of now . If no of listeners\nincrease then we should move to map kind of model.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Statistics.java',151,152,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(6043,'it\'s fine walking down the entire list of running jobs - there\nprobably will not be many, plus, we may need to go through the\nlist to compute numSlotsOccupiedByUser. If this is expensive, we\ncan keep a list of running jobs per user. Then we only need to\nconsider the first few jobs per user.','Block','mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/JobQueue.java',174,180,'org.apache.hadoop.mapred.JobQueue','compare(JobSchedulingInfo, JobSchedulingInfo)',NULL),(6044,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',745,747,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(6045,'Refresh the authorization policy in-effect','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',760,760,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(6046,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',775,777,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshUserToGroupsMappings()',NULL),(6047,'for security authorization\nserver principal for this call\nshould be NAMENODE\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',806,808,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshSuperUserGroupsConfiguration()',NULL),(6048,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',35,35,'org.apache.hadoop.mapred.lib.TestChainMapReduce','None',NULL),(6049,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',74,74,'org.apache.hadoop.mapred.lib.TestChainMapReduce','getFlagDir(boolean)',NULL),(6050,'generate splits','Line','mapreduce/src/java/org/apache/hadoop/mapred/FileInputFormat.java',270,270,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(6051,'Sort the racks based on their contribution to this split','Line','mapreduce/src/java/org/apache/hadoop/mapred/FileInputFormat.java',589,589,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(6052,'how much of the task time belonged to current interval','Line','mapreduce/src/test/mapred/org/apache/hadoop/fs/JHLogAnalyzer.java',810,810,'org.apache.hadoop.fs.JHLogAnalyzer','toString()',NULL),(6053,'TODO: test will fail if the following is un-commented.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestListPathServlet.java',188,188,'org.apache.hadoop.hdfs.TestListPathServlet','checkFileStatus(FileStatus, FileStatus)',NULL),(6054,'ability to limit the size of a single split','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',84,84,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','None',NULL),(6055,'Create one split for this rack before moving over to the next rack.\nCome back to this rack after creating a single split for each of the\nremaining racks.\nProcess one rack location at a time, Combine all possible blocks that\nreside on this rack as one split. (constrained by minimum and maximum\nsplit size).','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',350,355,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6056,'if there is a minimum size specified, then create a single split\notherwise, store these blocks into overflow data structure','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',396,397,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6057,'if remainder is between max and 2*max - then\ninstead of creating splits of size max, left-max we\ncreate splits of size left/2 and left/2. This is\na heuristic to avoid creating really really small\nsplits.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',522,526,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6058,'Delegate the generation of input splits to the \'original\' InputFormat','Line','mapreduce/src/java/org/apache/hadoop/mapred/pipes/PipesNonJavaInputFormat.java',52,52,'org.apache.hadoop.mapred.pipes.PipesNonJavaInputFormat','NullWritable> getRecordReader(InputSplit, JobConf, Reporter)',NULL),(6059,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskRunner.java',576,577,'org.apache.hadoop.mapred.TaskRunner','getVMEnvironment(String, File, JobConf, Map<String, String>, TaskAttemptID, long)',NULL),(6060,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',169,174,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(6061,'explicitly do not use \\\"normal\\\" job.setOutputPath to make sure\nthat it is not hardcoded anywhere in the framework.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRLocalFS.java',123,124,'org.apache.hadoop.mapred.TestMiniMRLocalFS','testWithLocal()',NULL),(6062,'pre-compute split information','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',83,83,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(6063,'abort execution, remove splits if nesc\nTODO release ThdLoc','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',122,123,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(6064,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/TestRaidDfs.java',74,74,'org.apache.hadoop.hdfs.TestRaidDfs','mySetup(String, int)',NULL),(6065,'TODO Blocked by MAPREDUCE-118','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',174,174,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(6066,'TODO','Line','mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',176,176,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(6067,'TODO enable upload command only when selection is exactly one folder','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',181,181,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadFilesToDFS(IStructuredSelection)',NULL),(6068,'TODO enable upload command only when selection is exactly one folder','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',211,211,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadDirectoryToDFS(IStructuredSelection)',NULL),(6069,'TODO Control the extra data written ..\nTODO Should the key\\tvalue\\n be considered for measuring size?\nCan counters like BYTES_WRITTEN be used? What will be the value of\nsuch counters in LocalJobRunner?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',127,130,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','setup(Context)',NULL),(6070,'TODO Seek doesnt work with compressed input stream.\nUse SplittableCompressionCodec?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',479,480,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','getPossiblyDecompressedInputStream(Path, Configuration, long)',NULL),(6071,'enable input decompression\nTODO replace with mapInputBytes and hdfsBytesRead','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',555,556,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','configureCompressionEmulation(Configuration, Configuration)',NULL),(6072,'TODO: move to a common with DataNode util class','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BackupNode.java',358,358,'org.apache.hadoop.hdfs.server.namenode.BackupNode','handshake(NamenodeProtocol)',NULL),(6073,'generate splits','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/FileInputFormat.java',270,270,'org.apache.hadoop.mapreduce.lib.input.FileInputFormat','getSplits(JobContext)',NULL),(6074,'HACK ALERT!!!  This \\\"should\\\" have have two subclasses, which might be called\nLoggedMapTaskAttempt and LoggedReduceTaskAttempt, but\nthe Jackson implementation of JSON doesn\'t handle a\nsuperclass-valued field.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',26,29,'None','None',NULL),(6075,'TODO: figureout how to return length when there is no start and end','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaInputSplit.java',150,150,'org.apache.hadoop.vertica.VerticaInputSplit','getLength()',NULL),(6076,'by doing the above clock adjustments, we bring the progress rate of\ntaskID 3 lower than 4. For taskID 3, the rate is 85/317000\nand for taskID 4, the rate is 20/65000. But when we ask for a spec task\nnow, we should get back taskID 4 (since that is expected to complete\nlater than taskID 3).','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestSpeculativeExecution.java',253,257,'org.apache.hadoop.mapred.TestSpeculativeExecution','testTaskLATEScheduling()',NULL),(6077,'u1 has 5 map slots and 5 reduce slots. u2 has 4 map slots and 4 reduce\nslots. Because of high memory tasks, giving u2 another task would\noverflow limits. So, no more tasks should be given to anyone.','Line','mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1032,1034,'org.apache.hadoop.mapred.TestCapacityScheduler','testUserLimitsForHighMemoryJobs()',NULL),(6078,'Total 2 map slots should be accounted for.','Line','mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1429,1429,'org.apache.hadoop.mapred.TestCapacityScheduler','testHighMemoryBlockingAcrossTaskTypes()',NULL),(6079,'Total 1 map slot should be accounted for.','Line','mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1503,1503,'org.apache.hadoop.mapred.TestCapacityScheduler','testClusterBlockingForLackOfMemory()',NULL),(6080,'Check if the job has been properly cleaned up.','Line','mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',2027,2027,'org.apache.hadoop.mapred.TestCapacityScheduler','testFailedJobInitalizations()',NULL),(6081,'TODO this is a hack :(\njobtracker-hostname_jobtracker-identifier_','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',254,255,'org.apache.hadoop.mapred.TestJobHistory','getPathForConf(Path, Path)',NULL),(6082,'Stop and start the tracker. The tracker should come up nicely','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',1004,1004,'org.apache.hadoop.mapred.TestJobHistory','testHistoryInitWithCorruptFiles()',NULL),(6083,'Refresh the service level authorization policy','Line','mapreduce/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',145,145,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(6084,'Refresh the service level authorization policy once again,\nthis time it should fail!','Line','mapreduce/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',162,163,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(6085,'long, because 2^31 could well be only about a month\'s worth of\nheartbeats, with reasonable assumptions and JobTracker improvements.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobTrackerMetricsInst.java',71,72,'org.apache.hadoop.mapred.JobTrackerMetricsInst','None',NULL),(6086,'TODO close DFS connections?','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/server/HadoopServer.java',257,257,'org.apache.hadoop.eclipse.server.HadoopServer','dispose()',NULL),(6087,'There is high probability that the rack id generated here will\nnot conflict with those of other data node cluster.\nNot perfect but mostly unique rack ids are good enough','Block','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/DataNodeCluster.java',223,227,'org.apache.hadoop.hdfs.DataNodeCluster','getUniqueRackPrefix()',NULL),(6088,'If at least 1 distributed cache file is missing in the expected\ndistributed cache dir, Gridmix cannot proceed with emulation of\ndistributed cache load.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',89,91,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(6089,'Whether to emulate distributed cache usage or not','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',111,111,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(6090,'consider job-submitter for private distributed cache file','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',397,397,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','mapDistCacheFilePath(String, String, boolean, String)',NULL),(6091,'we first start a cluster and fill the cluster up to a certain size.\nthen redistribute blocks according the required distribution.\nAfterwards a balancer is running to balance the cluster.','Block','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/balancer/TestBalancer.java',166,169,'org.apache.hadoop.hdfs.server.balancer.TestBalancer','testUnevenDistribution(Configuration, long[], long[], String[])',NULL),(6092,'TODO this is currently not being set correctly. We should fix it.\nThat only matters for statistics extraction.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',240,241,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','None',NULL),(6093,'there are some literals here that probably should be options','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',734,734,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','newDistributionBlock()',NULL),(6094,'HACK ALERT!! It\'s possible for a Job end line to end a\njob for which we have a config file\nimage [ a ParsedConfigFile ] in jobconf.\n\nprocessParsedLine handles this.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',1725,1729,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','run()',NULL),(6095,'test hashing distribution policy','Line','mapreduce/src/contrib/index/src/test/org/apache/hadoop/contrib/index/mapred/TestDistributionPolicy.java',154,154,'org.apache.hadoop.contrib.index.mapred.TestDistributionPolicy','testDistributionPolicy()',NULL),(6096,'TODO Add a layer to enable SQL \\\"sharding\\\" and support locality','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/db/DBInputFormat.java',105,105,'org.apache.hadoop.mapreduce.lib.db.DBInputFormat','readFields(DataInput)',NULL),(6097,'TODO: Fix ZombieJob to initialize this correctly from observed data','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',66,66,'org.apache.hadoop.tools.rumen.ZombieJob','None',NULL),(6098,'TODO Eliminate parameters that are already copied from the job\'s\nconfiguration file.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',135,136,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6099,'TODO set size of a split to 0 now.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',217,217,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6100,'TODO: do not care about \\\"other\\\" tasks, \\\"setup\\\" or \\\"clean\\\"','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',388,388,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6101,'TODO insert parameters','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',424,424,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6102,'TODO should we handle killed attempts later?','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',438,438,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6103,'TODO make up state','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',711,711,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6104,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',814,820,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6105,'TODO add listeners, use for job dependencies','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',177,177,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(6106,'The range of acceptable dates is NULL to NULL. Just create a single split.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',69,69,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','split(Configuration, ResultSet, String)',NULL),(6107,'Shouldn\'t ever hit this case.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',163,163,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','longToDate(long, int)',NULL),(6108,'create Configs.SYSTEM_DIR\'s parent with restrictive permissions.\nSo long as the JT has access to the system dir itself it should\nbe able to start.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMapredSystemDir.java',66,68,'org.apache.hadoop.mapred.TestMapredSystemDir','testGarbledMapredSystemDir()',NULL),(6109,'TODO: this is conservative.','Line','mapreduce/src/examples/org/apache/hadoop/examples/BaileyBorweinPlouffe.java',162,162,'org.apache.hadoop.examples.BaileyBorweinPlouffe','map(LongWritable, IntWritable, Context)',NULL),(6110,'default number of files to fix simultaneously','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',104,104,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(6111,'number of files to fix simultaneously','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',112,112,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(6112,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',597,598,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(6113,'turn down the completion poll interval from the 5 second default\nfor better test performance.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskFail.java',221,222,'org.apache.hadoop.mapred.TestTaskFail','testWithDFS()',NULL),(6114,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/util/ProcessTree.java',86,87,'org.apache.hadoop.mapreduce.util.ProcessTree','isSetsidSupported()',NULL),(6115,'TODO Should we use long for size. What if the data is more than 4G?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',111,111,'org.apache.hadoop.mapred.gridmix.GridmixRecord','writeRandomText(DataOutput, int)',NULL),(6116,'TODO What is compressible is turned on? LOG is a bad idea!','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',180,180,'org.apache.hadoop.mapred.gridmix.GridmixRecord','write(DataOutput)',NULL),(6117,'Exclude this task from next search because it is already\nconsidered.','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskMemoryManagerThread.java',429,430,'org.apache.hadoop.mapred.TaskMemoryManagerThread','killTasksWithLeastProgress(long)',NULL),(6118,'TODO cache','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/FilePool.java',116,116,'org.apache.hadoop.mapred.gridmix.FilePool','getInputFiles(long, Collection<FileStatus>)',NULL),(6119,'possible improvement: change date format to human readable ?','Line','mapreduce/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',142,142,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(6120,'start time for virtual clock\npossible improvement: set default value to sth more meaningful based on\nthe 1st job','Line','mapreduce/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',204,206,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(6121,'How often to dump scheduler state to the event log','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',53,53,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6122,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',56,57,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6123,'Compute total map/reduce slots\nIn the future we can precompute this if the Scheduler becomes a\nlistener of tracker join/leave events.','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',357,359,'org.apache.hadoop.mapred.FairScheduler','assignTasks(TaskTracker)',NULL),(6124,'TODO: Fix','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',1020,1020,'org.apache.hadoop.mapred.FairScheduler','dump()',NULL),(6125,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestBackupNode.java',124,126,'org.apache.hadoop.hdfs.server.namenode.TestBackupNode','testCheckpoint(StartupOption)',NULL),(6126,'Make sure we really waited for the flush to complete!','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',386,386,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveImageWhileSyncInProgress()',NULL),(6127,'Make sure we really waited for the flush to complete!','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',471,471,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveRightBeforeSync()',NULL),(6128,'move the blocks','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestHDFSConcat.java',315,315,'org.apache.hadoop.hdfs.server.namenode.TestHDFSConcat','testConcatNotCompleteBlock()',NULL),(6129,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidHar.java',75,75,'org.apache.hadoop.raid.TestRaidHar','createClusters(boolean)',NULL),(6130,'domain name\ntoo short\ntoo long\ntoo large\nweird\ntoo short\ntoo long\ntoo large\ntoo large','Line','mapreduce/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestRemoveIpsFromLoggedNetworkTopology.java',54,62,'org.apache.hadoop.mapred.TestRemoveIpsFromLoggedNetworkTopology','testIsIPAddress()',NULL),(6131,'Sufficient to rely on super\'s implementation','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockInfoUnderConstruction.java',110,110,'org.apache.hadoop.hdfs.server.namenode.BlockInfoUnderConstruction','equals(Object)',NULL),(6132,'BlockInfo\nBlockInfoUnderConstruction participates in maps the same way as BlockInfo','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockInfoUnderConstruction.java',255,256,'org.apache.hadoop.hdfs.server.namenode.BlockInfoUnderConstruction','hashCode()',NULL),(6133,'TODO: use explicit date formats','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingOutput.java',62,62,'org.apache.hadoop.vertica.VerticaStreamingOutput','Text> getRecordWriter(TaskAttemptContext)',NULL),(6134,'TODO: We should first fix the files that lose more blocks','Line','mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/BlockFixer.java',320,320,'org.apache.hadoop.raid.BlockFixer','sortCorruptFiles(List<Path>)',NULL),(6135,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidPurge.java',92,92,'org.apache.hadoop.raid.TestRaidPurge','createClusters(boolean)',NULL),(6136,'todo: only if all classes are of proper types','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/LocalMapReduceLaunchTabGroup.java',87,87,'org.apache.hadoop.eclipse.launch.LocalMapReduceLaunchTabGroup','isValid(ILaunchConfiguration)',NULL),(6137,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidNode.java',80,80,'org.apache.hadoop.raid.TestRaidNode','None',NULL),(6138,'pcnt would fail\nresetSpill doesn\'t move bufindex, kvindex','Line','mapreduce/src/java/org/apache/hadoop/mapred/MapTask.java',1226,1227,'org.apache.hadoop.mapred.MapTask','isMapTask()',NULL),(6139,'TODO: We need to take care of scenario when one map/reduce\ntakes more than 1 slot.','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',176,177,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(6140,'TODO Use StringBuilder instead','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',348,348,'org.apache.hadoop.mapred.gridmix.StressJobFactory','toString()',NULL),(6141,'now take care of the rest of the files and subdirectories','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',725,725,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)',NULL),(6142,'TODO: Need to come up with a better place to put\nthis block of code to do with reading the file','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/security/TokenCache.java',115,116,'org.apache.hadoop.mapreduce.security.TokenCache','getSecretKey(Credentials, Text)',NULL),(6143,'TODO change the default with the actual stats\nTODO do u need varied sized words?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/RandomTextDataGenerator.java',87,88,'org.apache.hadoop.mapred.gridmix.RandomTextDataGenerator','getRandomTextDataGeneratorListSize(Configuration)',NULL),(6144,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestBlockReport.java',446,448,'org.apache.hadoop.hdfs.server.datanode.TestBlockReport','startUpCluster()',NULL),(6145,'Should have incremented the batch count exactly once','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',258,258,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','testSyncBatching()',NULL),(6146,'move map output to reduce input','Line','mapreduce/src/java/org/apache/hadoop/mapred/LocalJobRunner.java',402,402,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)',NULL),(6147,'Should we change throttler bandwidth every time bytesLeft changes?\nnot really required.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',171,172,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(6148,'If there are a lot of blocks, this returns a random time with in\nthe scan period. Otherwise something sooner.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',252,254,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(6149,'work dir should still exist and cleanup queue should be empty','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',778,778,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','validateRemoveTaskFiles(boolean, boolean, TaskInProgress)',NULL),(6150,'TODO: Let the task run and create files.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',855,855,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(6151,'create files and set permissions 555. Verify if task controller sets\nthe permissions for TT to delete the task dir or work dir properly','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',857,858,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(6152,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/util/ProcfsBasedProcessTree.java',342,343,'org.apache.hadoop.mapreduce.util.ProcfsBasedProcessTree','setSigKillInterval(long)',NULL),(6153,'Sufficient to rely on super\'s implementation','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockInfo.java',326,326,'org.apache.hadoop.hdfs.server.namenode.BlockInfo','equals(Object)',NULL),(6154,'TODO: use explicit date formats','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',124,124,'org.apache.hadoop.vertica.VerticaOutputFormat','VerticaRecord> getRecordWriter(TaskAttemptContext)',NULL),(6155,'TODO: consider more tables and skip tables with non-temp projections','Line','mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',158,158,'org.apache.hadoop.vertica.VerticaOutputFormat','optimize(Configuration)',NULL),(6156,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShell.java',178,178,'org.apache.hadoop.raid.TestRaidShell','mySetup(int, int)',NULL),(6157,'add the correction factor of 234 as the input split is also streamed','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRWithDFS.java',256,256,'org.apache.hadoop.mapred.TestMiniMRWithDFS','runWordCount(MiniMRCluster, JobConf)',NULL),(6158,'test if jobs with no tasks (0 maps, 0 red) update the listener properly','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobInProgressListener.java',379,379,'org.apache.hadoop.mapred.TestJobInProgressListener','testSuccessfulJob(JobConf, MyListener)',NULL),(6159,'TODO: Mock JT should have consumed all entries from its job submission table','Line','mapreduce/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestSimulatorJobClient.java',115,115,'org.apache.hadoop.mapred.TestSimulatorJobClient','None',NULL),(6160,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',108,108,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','write(DataOutput)',NULL),(6161,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',119,119,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','readFields(DataInput)',NULL),(6162,'FIXME Error dialog','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/HadoopApplicationLaunchShortcut.java',92,92,'org.apache.hadoop.eclipse.launch.HadoopApplicationLaunchShortcut','findLaunchConfiguration(IType, ILaunchConfigurationType)',NULL),(6163,'look at how much capacity they\'ve filled. Treat a queue with\ncapacity=0 equivalent to a queue running at capacity','Line','mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',182,183,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(6164,'we do not \'reserve\' slots on tasktrackers anymore since the user is\nalready over the limit\nNote: some of the code from above is repeated here. This is on\npurpose as it improves overall readability.\nNote: we walk through jobs again. Some of these jobs, which weren\'t\nconsidered in the first pass, shouldn\'t be considered here again,\nbut we still check for their viability to keep the code simple. In\nsome cases, for high mem jobs that have nothing to run, we call\nobtainNewTask() unnecessarily. Should this be a problem, we can\ncreate a list of jobs to look at (those whose users were over\nlimit) in the first pass and walk through that list only.','Line','mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',372,382,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(6165,'If TT has Map and Reduce slot free, we assign 1 map and 1 reduce\nWe  base decision on how much is needed\nversus how much is used','Block','mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',970,974,'org.apache.hadoop.mapred.CapacityTaskScheduler','assignTasks(TaskTracker)',NULL),(6166,'XXX is this necessary?','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/join/ResetableIterator.java',88,88,'org.apache.hadoop.mapreduce.lib.join.ResetableIterator','close()',NULL),(6167,'Make the 1st volume directories on the first two datanodes\nnon-accessible.  We don\'t make all three 1st volume directories\nreadonly since that would cause the entire pipeline to\nfail. The client does not retry failed nodes even though\nperhaps they could succeed because just a single volume failed.','Block','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',125,131,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(6168,'Eventually the NN should report two volume failures','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',161,161,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(6169,'The DN should consider itself dead','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',206,206,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(6170,'scan all policies once every 5 second','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShellFsck.java',105,105,'org.apache.hadoop.raid.TestRaidShellFsck','setUp(boolean)',NULL),(6171,'TODO: Support BINARY, VARBINARY, LONGVARBINARY, DISTINCT, CLOB, BLOB, ARRAY\nSTRUCT, REF, DATALINK, and JAVA_OBJECT.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBInputFormat.java',160,161,'org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat','getSplitter(int)',NULL),(6172,'Default probability is 0%\nMax probability is 100%','Line','mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(6173,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(6174,'TODO fix this: make it more sophisticated!!!','Line','mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(6175,'When step == 0, this loop starts as many map tasks it can wrt\nmaxTasksPerJob\nWhen step == 1, this loop starts as many reduce tasks it can wrt\nmaxTasksPerJob\nWhen step == 2, this loop starts as many map tasks it can\nWhen step == 3, this loop starts as many reduce tasks it can\n\nIt may seem that we would improve this loop by queuing jobs we cannot\nstart in steps 0 and 1 because of maxTasksPerJob, and using that queue\nin step 2 and 3.\nA first thing to notice is that the time with the current algorithm is\nlogarithmic, because it is the sum of (p^k) for k from 1 to N, were\nN is the number of jobs and p is the probability for a job to not exceed\nlimits The probability for the cache to be useful would be similar to\np^N, that is 1/(e^N), whereas its size and the time spent to manage it\nwould be in ln(N).\nSo it is not a good idea.','Block','mapreduce/src/java/org/apache/hadoop/mapred/LimitTasksPerJobTaskScheduler.java',96,114,'org.apache.hadoop.mapred.LimitTasksPerJobTaskScheduler','assignTasks(TaskTracker)',NULL),(6176,'tClient maybe null because the task is already dead. Ex: setup','Line','mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',238,238,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(6177,'If distributed cache is modified in dfs\nbetween two job runs, it can be present more than once\nin any of the task tracker, in which job ran.','Line','mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',282,284,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(6178,'TODO','Line','mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/servers/HadoopLocationWizard.java',251,251,'org.apache.hadoop.eclipse.servers.HadoopLocationWizard','performFinish()',NULL),(6179,'Maybe the server is in unsecure mode (that\'s bad but okay)','Line','hdfs/src/java/org/apache/hadoop/hdfs/HftpFileSystem.java',220,220,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(6180,'Currently, authorization is not done for jobtracker page. So allow\neveryone to view it.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestWebUIAuthorization.java',707,708,'org.apache.hadoop.mapred.TestWebUIAuthorization','testWebUIAuthorization()',NULL),(6181,'report blocks once','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',1120,1120,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','generateInputs(int[])',NULL),(6182,'whether TT knows about this task\nsleep for a bit','Line','mapreduce/src/java/org/apache/hadoop/mapred/Task.java',635,636,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(6183,'better if we don\'t create the input format instance','Line','mapreduce/src/contrib/index/src/java/org/apache/hadoop/contrib/index/mapred/IndexUpdater.java',101,101,'org.apache.hadoop.contrib.index.mapred.IndexUpdater','createJob(Configuration, Path[], Path, int, Shard[])',NULL),(6184,'TODO: Add job conf to _job array','Line','mapreduce/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',59,59,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','None',NULL),(6185,'Print the Job Execution Statistics\nTODO: split to pring job, map/reduce task list and individual map/reduce task stats','Block','mapreduce/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',451,454,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','setJobConf(JobConf)',NULL),(6186,'TODO: un-comment checkFullFile once the lease recovery is done','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestRenameWhileOpen.java',39,39,'org.apache.hadoop.hdfs.TestRenameWhileOpen','checkFullFile(FileSystem, Path)',NULL),(6187,'TODO can replace with form of GridmixJob','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateData.java',61,61,'None','None',NULL),(6188,'Set the policy to default policy to place the block in the default way','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/namenode/TestBlockPlacementPolicyRaid.java',269,269,'org.apache.hadoop.hdfs.server.namenode.TestBlockPlacementPolicyRaid','testGetCompanionBLocks()',NULL),(6189,'Set the policy to default policy to place the block in the default way','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/namenode/TestBlockPlacementPolicyRaid.java',334,334,'org.apache.hadoop.hdfs.server.namenode.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(6190,'verify policy deletes the correct blocks. companion blocks should be\nevenly distributed.','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/namenode/TestBlockPlacementPolicyRaid.java',417,418,'org.apache.hadoop.hdfs.server.namenode.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(6191,'reduce task has a fixed split of progress amongst copy, shuffle and\nreduce phases.','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestReporter.java',135,136,'org.apache.hadoop.mapred.TestReporter','setup()',NULL),(6192,'\nMove the previous metafile into the current one.\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestCrcCorruption.java',156,158,'org.apache.hadoop.hdfs.TestCrcCorruption','thistest(Configuration, DFSTestUtil)',NULL),(6193,'Do a small regular read. Very likely this will leave unread\ndata on the socket and make the socket uncacheable.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestParallelRead.java',101,102,'org.apache.hadoop.hdfs.TestParallelRead','run()',NULL),(6194,'Convert the list of split point strings into an actual set of InputSplits.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/db/TextSplitter.java',119,119,'org.apache.hadoop.mapreduce.lib.db.TextSplitter','None',NULL),(6195,'TODO Write resources version no too\nlong #1\nlong #2\nlong #3\nlong #4','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ResourceUsageMetrics.java',117,121,'org.apache.hadoop.tools.rumen.ResourceUsageMetrics','write(DataOutput)',NULL),(6196,'Wrap FSDataInputStream for efficient backward seeks\nKeep track on position with respect encapsulated FSDataInputStream','Line','mapreduce/src/contrib/streaming/src/java/org/apache/hadoop/streaming/StreamXmlRecordReader.java',293,294,'org.apache.hadoop.streaming.StreamXmlRecordReader','init()',NULL),(6197,'test GzipZlibDecompressor (native), just to be sure\n(FIXME?  could move this call to testGzip(), but would need filename\nsetup above) (alternatively, maybe just nuke testGzip() and extend this?)','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',356,358,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBuiltInGzipDecompressor()',NULL),(6198,'ideally would add some offsets/shifts in here (e.g., via extra fields\nof various sizes), but...significant work to hand-generate each header','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',376,377,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleGzipBufferSizes(JobConf, boolean)',NULL),(6199,'work around 2-byte splits issue\n[135 splits for a 208-byte file and a 62-byte file(!)]','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',486,487,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBzip2()',NULL),(6200,'ideally would add some offsets/shifts in here (e.g., via extra header\ndata?), but...significant work to hand-generate each header, and no\nbzip2 spec for reference','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',596,598,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleBzip2BufferSizes(JobConf, boolean)',NULL),(6201,'work around 256-byte/22-splits issue','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',650,650,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doSingleBzip2BufferSize(JobConf)',NULL),(6202,'TODO: when modification times can be set, directories should be\nemitted to reducers so they might be preserved. Also, mkdirs does','Line','mapreduce/src/tools/org/apache/hadoop/tools/DistCp.java',506,507,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(6203,'no more retries... Give up','Line','mapreduce/src/tools/org/apache/hadoop/tools/DistCp.java',603,603,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(6204,'Don\'t assign map tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',178,180,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(6205,'Don\'t assign reduce tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',237,239,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(6206,'TODO: check for insane values','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java',66,66,'org.apache.hadoop.mapreduce.split.SplitMetaInfoReader','readSplitMetaInfo(JobID, FileSystem, Configuration, Path)',NULL),(6207,'copy the split and fix up the locations','Line','mapreduce/src/examples/org/apache/hadoop/examples/terasort/TeraScheduler.java',213,213,'org.apache.hadoop.examples.terasort.TeraScheduler','getNewFileSplits()',NULL),(6208,'Finish the map task on the tracker 1. Finishing it here to work\naround bug in the FakeJobInProgress object','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTrackerReservation.java',260,261,'org.apache.hadoop.mapred.TestTrackerReservation','testReservationOnBlacklistedTracker()',NULL),(6209,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',88,89,'org.apache.hadoop.hdfs.DFSInputStream','None',NULL),(6210,'\nConnect to best DataNode for desired Block, with potential offset\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',387,389,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(6211,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',648,651,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(6212,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',750,751,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(6213,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',759,771,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(6214,'Shouldn\'t happen since we do implement Clonable','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/JobStatus.java',281,281,'org.apache.hadoop.mapreduce.JobStatus','clone()',NULL),(6215,'HDFS ignore the \\\"x\\\" bit if the permission.\n','Block','hdfs/src/test/hdfs/org/apache/hadoop/fs/TestFcHdfsPermission.java',69,72,'org.apache.hadoop.fs.TestFcHdfsPermission','clusterSetupAtBegining()',NULL),(6216,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestMultipleInputs.java',57,57,'org.apache.hadoop.mapreduce.lib.input.TestMultipleInputs','None',NULL),(6217,'tClient maybe null because the task is already dead. Ex: setup','Line','mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',234,234,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(6218,'Since distributed cache is unmodified in dfs\nbetween two job runs, it should not be present more than once\nin any of the task tracker, in which job ran.','Line','mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',275,277,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(6219,'Hack: ensuring rack name starts with \\\"/\\\".','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/RackNode.java',27,27,'org.apache.hadoop.tools.rumen.RackNode','addChild(Node)',NULL),(6220,'Only need todo this once','Line','common/src/java/org/apache/hadoop/io/compress/snappy/SnappyCompressor.java',101,101,'org.apache.hadoop.io.compress.snappy.SnappyCompressor','compress(byte[], int, int)',NULL),(6221,'HACK - Use this as a global lock in the JNI layer','Line','common/src/java/org/apache/hadoop/io/compress/snappy/SnappyCompressor.java',39,39,'org.apache.hadoop.io.compress.snappy.SnappyCompressor','None',NULL),(6222,'HACK - Use this as a global lock in the JNI layer','Line','common/src/java/org/apache/hadoop/io/compress/snappy/SnappyDecompressor.java',38,38,'org.apache.hadoop.io.compress.snappy.SnappyDecompressor','None',NULL),(6223,'For some reason even with an MBeanException available to them\nRuntime exceptionscan still find their way through, so treat them\nthe same as MBeanException','Line','common/src/java/org/apache/hadoop/jmx/JMXJsonServlet.java',243,245,'org.apache.hadoop.jmx.JMXJsonServlet','listBeans(JsonGenerator, ObjectName, String, HttpServletResponse)',NULL),(6224,'None','None','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',-1,-1,'None','None',NULL),(6225,'Initial block reports can be processed a lot more efficiently than\nordinary block reports.  This shortens NN restart times.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1117,1118,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','processReport(DatanodeDescriptor, BlockListAsLongs)',NULL),(6226,'move block to the head of the list','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1221,1221,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','reportDiff(DatanodeDescriptor, BlockListAsLongs, Collection<BlockInfo>, Collection<Block>, Collection<Block>, Collection<BlockInfo>, Collection<StatefulBlockInfo>)',NULL),(6227,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1318,1324,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','isReplicaCorrupt(Block, ReplicaState, BlockInfo, BlockUCState, DatanodeDescriptor)',NULL),(6228,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1737,1738,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','addBlock(DatanodeDescriptor, Block, String)',NULL),(6229,'Sufficient to rely on super\'s implementation','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',111,111,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','equals(Object)',NULL),(6230,'BlockInfo\nBlockInfoUnderConstruction participates in maps the same way as BlockInfo','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',262,263,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','hashCode()',NULL),(6231,'Sufficient to rely on super\'s implementation','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfo.java',327,327,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo','equals(Object)',NULL),(6232,'Return the priority of a block\n@param block a under replication block\n@param curReplicas current number of replicas of the block\n@param expectedReplicas expected number of replicas of the block','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/UnderReplicatedBlocks.java',81,85,'org.apache.hadoop.hdfs.server.blockmanagement.UnderReplicatedBlocks','clear()','NOT_DESIGN'),(6233,'add a block to a under replication queue according to its priority\n@param block a under replication block\n@param curReplicas current number of replicas of the block\n@param expectedReplicas expected number of replicas of the block','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/UnderReplicatedBlocks.java',109,113,'org.apache.hadoop.hdfs.server.blockmanagement.UnderReplicatedBlocks','clear()','NOT_DESIGN'),(6234,'returns an iterator of all blocks in a given priority queue','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/UnderReplicatedBlocks.java',212,212,'org.apache.hadoop.hdfs.server.blockmanagement.UnderReplicatedBlocks','clear()','NOT_DESIGN'),(6235,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',116,121,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','NOT_DESIGN'),(6236,'None','None','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BlockManager.java',-1,-1,'None','None',NULL),(6237,'TODO should using recentInvalidateSets be synchronized?\nget an array of the keys','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',724,725,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','DESIGN'),(6238,'Set the policy to default policy to place the block in the default way','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',270,270,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testGetCompanionBLocks()','NOT_DESIGN'),(6239,'Set the policy to default policy to place the block in the default way','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',335,335,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()','NOT_DESIGN'),(6240,'verify policy deletes the correct blocks. companion blocks should be\nevenly distributed.','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',418,419,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()','DESIGN'),(6241,'TODO: update after fixing HADOOP-7352','Line','common/src/test/core/org/apache/hadoop/fs/FSMainOperationsBaseTest.java',267,267,'org.apache.hadoop.fs.FSMainOperationsBaseTest','testListStatusThrowsExceptionForUnreadableDir()',NULL),(6242,'None','None','common/src/java/org/apache/hadoop/fs/shell/CommandWithDestination.java',-1,-1,'None','None',NULL),(6243,'The following XDR recipe was done through a careful reading of\ngm_protocol.x in Ganglia 3.1 and carefully examining the output of\nthe gmetric utility with strace.','Line','common/src/java/org/apache/hadoop/metrics2/sink/ganglia/GangliaSink31.java',66,68,'org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31','emitMetric(String, String, String, String, GangliaConf, GangliaSlope)',NULL),(6244,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',404,412,'org.apache.hadoop.hdfs.server.datanode.BlockSender','sendChunks(ByteBuffer, int, OutputStream)',NULL),(6245,'Move decommissioned datanodes to the bottom','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java',885,885,'org.apache.hadoop.hdfs.server.namenode.FSNamesystem','initialValue()',NULL),(6246,'Move decommissioned datanodes to the bottom','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',85,85,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(6247,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSClient.java',274,280,'org.apache.hadoop.hdfs.DFSClient','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(6248,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSUtil.java',681,687,'org.apache.hadoop.hdfs.DFSUtil','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(6249,'/**\nLicensed to the Apache Software Foundation (ASF) under one\nor more contributor license agreements.  See the NOTICE file\ndistributed with this work for additional information\nregarding copyright ownership.  The ASF licenses this file\nto you under the Apache License, Version 2.0 (the','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',1,6,'None','None',NULL),(6250,'with the License.  You may obtain a copy of the License at\n\nhttp://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \\\"AS IS\\\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n/\n','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',8,18,'None','None',NULL),(6251,'','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',20,20,'None','None',NULL),(6252,'\nfinal static Log LOG =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',64,65,'None','None',NULL),(6253,'conf.set(\\\"dfs.block.replicator.classname\\\",','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',73,73,'None','None',NULL),(6254,'// start the cluster with one datanode first\ncluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',78,79,'None','None',NULL),(6255,'Assert.assertTrue(\\\"BlockPlacementPolicy type is not correct.\\\",','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',83,83,'None','None',NULL),(6256,'}\n\n/**\nTest that the parity files will be placed at the good locations when we\ncreate them.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',91,97,'None','None',NULL),(6257,'// start 3 more datanodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',107,107,'None','None',NULL),(6258,'String[] hosts =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',110,110,'None','None',NULL),(6259,'BlockLocation[] srcLoc =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',118,118,'None','None',NULL),(6260,'BlockLocation[] parityLoc =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',121,121,'None','None',NULL),(6261,'}\n}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',131,132,'None','None',NULL),(6262,'}\n}\n}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',138,140,'None','None',NULL),(6263,'}\n}\n}\n\n/**\nTest that the har parity files will be placed at the good locations when we\ncreate them.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',144,152,'None','None',NULL),(6264,'// verify that every adjacent 4 blocks are on differnt nodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',173,173,'None','None',NULL),(6265,'}\n}\n}\n\n/**\nTest BlockPlacementPolicyRaid.CachedLocatedBlocks\nVerify that the results obtained from cache is the same as\nthe results obtained directly\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',183,192,'None','None',NULL),(6266,'// test blocks cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',200,200,'None','None',NULL),(6267,'}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',209,209,'None','None',NULL),(6268,'}\n}\n}\n\n/**\nTest BlockPlacementPolicyRaid.CachedFullPathNames\nVerify that the results obtained from cache is the same as\nthe results obtained directly\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',215,224,'None','None',NULL),(6269,'// test full path cache\nCachedFullPathNames cachedFullPathNames =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',232,233,'None','None',NULL),(6270,'}\n}\n}\n/**\nTest the result of getCompanionBlocks() on the unraided files\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',257,263,'None','None',NULL),(6271,'// Set the policy to default policy to place the block in the default way\nsetBlockPlacementPolicy(namesystem, new BlockPlacementPolicyDefault(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',270,271,'None','None','NOT_DESIGN'),(6272,'\ncompanionBlocks = getCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',277,278,'None','None',NULL),(6273,'companionBlocks = getCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',295,295,'None','None',NULL),(6274,'}\n}\n}\n\nstatic void setBlockPlacementPolicy(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',309,313,'None','None',NULL),(6275,'}\n}\n\n/**\nTest BlockPlacementPolicyRaid actually deletes the correct replica.\nStart 2 datanodes and create 1 source file and its parity file.\n1) Start host1, create the parity file with replication 1\n2) Start host2, create the source file with replication 2\n3) Set repliation of source file to 1\nVerify that the policy should delete the block with more companion blocks.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',320,331,'None','None',NULL),(6276,'DatanodeDescriptor datanode1 =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',338,338,'None','None',NULL),(6277,'\n// start one more datanode','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',346,347,'None','None',NULL),(6278,'Assert.assertEquals(parity,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',362,362,'None','None',NULL),(6279,'Assert.assertEquals(source,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',364,364,'None','None',NULL),(6280,'\n// verify the result of getCompanionBlocks()','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',371,372,'None','None',NULL),(6281,'verifyCompanionBlocks(companionBlocks, sourceBlocks, parityBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',376,376,'None','None',NULL),(6282,'\n// Set the policy back to raid policy. We have to create a new object\n// here to clear the block location cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',413,415,'None','None',NULL),(6283,'// verify policy deletes the correct blocks. companion blocks should be\n// evenly distributed.','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',418,419,'None','None','DESIGN'),(6284,'\ncounters = BlockPlacementPolicyRaid.countCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',427,428,'None','None',NULL),(6285,'Assert.assertTrue(counters.get(datanode1.getName()) >= 1 &&','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',430,430,'None','None',NULL),(6286,'Assert.assertTrue(counters.get(datanode1.getName()) +\ncounters.get(datanode2.getName()) ==','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',432,433,'None','None',NULL),(6287,'Assert.assertTrue(counters.get(datanode1.getParent().getName()) >= 1 &&','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',438,438,'None','None',NULL),(6288,'start the cluster with one datanode first','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',78,78,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','setupCluster()',NULL),(6289,'Assert.assertTrue(counters.get(datanode1.getParent().getName()) +\ncounters.get(datanode2.getParent().getName()) ==','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',440,441,'None','None',NULL),(6290,'start 3 more datanodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',107,107,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testChooseTargetForRaidFile()',NULL),(6291,'}\n}\n}\n\n// create a new BlockPlacementPolicyRaid to clear the cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',447,451,'None','None',NULL),(6292,'verify that every adjacent 4 blocks are on differnt nodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',173,173,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testChooseTargetForHarRaidFile()',NULL),(6293,'}\n\nprivate void verifyCompanionBlocks(Collection<LocatedBlock> companionBlocks,\nList<LocatedBlock> sourceBlocks, List<LocatedBlock> parityBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',455,458,'None','None',NULL),(6294,'test blocks cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',200,200,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testCachedBlocks()',NULL),(6295,'}\nAssert.assertEquals(sourceBlockIndexes.length + parityBlockIndexes.length,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',463,464,'None','None',NULL),(6296,'test full path cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',232,232,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testCachedPathNames()',NULL),(6297,'}\n}\n\nprivate void verifyCachedFullPathNameResult(\nCachedFullPathNames cachedFullPathNames, FSInodeInfo inode)','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',471,475,'None','None',NULL),(6298,'Assert.assertEquals(cachedFullPathNames.get(inode),','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',481,481,'None','None',NULL),(6299,'start one more datanode','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',347,347,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(6300,'}\n\nprivate void verifyCachedBlocksResult(CachedLocatedBlocks cachedBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',483,485,'None','None',NULL),(6301,'verify the result of getCompanionBlocks()','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',372,372,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(6302,'List<LocatedBlock> res1 = NameNodeRaidUtil.getBlockLocations(namesystem,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',488,488,'None','None',NULL),(6303,'Set the policy back to raid policy. We have to create a new object\nhere to clear the block location cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',414,415,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','testDeleteReplica()',NULL),(6304,'}\n}\n\nprivate Collection<LocatedBlock> getCompanionBlocks(\nFSNamesystem namesystem, BlockPlacementPolicyRaid policy,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',495,499,'None','None',NULL),(6305,'INodeFile inode = namesystem.blockManager.blocksMap.getINode(block','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',501,501,'None','None',NULL),(6306,'create a new BlockPlacementPolicyRaid to clear the cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',451,451,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','refreshPolicy()',NULL),(6307,'return policy.getCompanionBlocks(inode.getFullPathName(), type,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',504,504,'None','None',NULL),(6308,'}\n\nprivate List<LocatedBlock> getBlocks(FSNamesystem namesystem, String file)','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',506,508,'None','None',NULL),(6309,'return NameNodeRaidUtil.getBlockLocations(namesystem,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',511,511,'None','None',NULL),(6310,'\nfinal static Log LOG =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',67,68,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6311,'','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',70,70,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6312,'conf.set(\\\"dfs.block.replicator.classname\\\",','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',76,76,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6313,'// start the cluster with one datanode first\ncluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',81,82,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6314,'Assert.assertTrue(\\\"BlockPlacementPolicy type is not correct.\\\",','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',86,86,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6315,'}\n\n/**\nTest that the parity files will be placed at the good locations when we\ncreate them.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',94,100,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6316,'// start 3 more datanodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',110,110,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6317,'String[] hosts =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',113,113,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6318,'BlockLocation[] srcLoc =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',121,121,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6319,'BlockLocation[] parityLoc =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',124,124,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6320,'}\n}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',134,135,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6321,'}\n}\n}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',141,143,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6322,'}\n}\n}\n\n/**\nTest that the har parity files will be placed at the good locations when we\ncreate them.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',147,155,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6323,'// verify that every adjacent 4 blocks are on differnt nodes','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',176,176,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6324,'}\n}\n}\n\n/**\nTest BlockPlacementPolicyRaid.CachedLocatedBlocks\nVerify that the results obtained from cache is the same as\nthe results obtained directly\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',186,195,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6325,'// test blocks cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',203,203,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6326,'}','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',212,212,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6327,'}\n}\n}\n\n/**\nTest BlockPlacementPolicyRaid.CachedFullPathNames\nVerify that the results obtained from cache is the same as\nthe results obtained directly\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',218,227,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6328,'// test full path cache\nCachedFullPathNames cachedFullPathNames =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',235,236,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6329,'}\n}\n}\n/**\nTest the result of getCompanionBlocks() on the unraided files\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',260,266,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6330,'// Set the policy to default policy to place the block in the default way\nsetBlockPlacementPolicy(namesystem, new BlockPlacementPolicyDefault(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',273,274,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6331,'\ncompanionBlocks = getCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',280,281,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6332,'companionBlocks = getCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',298,298,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6333,'}\n}\n}\n\nstatic void setBlockPlacementPolicy(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',312,316,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6334,'}\n}\n\n/**\nTest BlockPlacementPolicyRaid actually deletes the correct replica.\nStart 2 datanodes and create 1 source file and its parity file.\n1) Start host1, create the parity file with replication 1\n2) Start host2, create the source file with replication 2\n3) Set repliation of source file to 1\nVerify that the policy should delete the block with more companion blocks.\n/\n@Test','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',323,334,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6335,'DatanodeDescriptor datanode1 =','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',341,341,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6336,'\n// start one more datanode','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',349,350,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6337,'Assert.assertEquals(parity,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',365,365,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6338,'Assert.assertEquals(source,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',367,367,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6339,'\n// verify the result of getCompanionBlocks()','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',374,375,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6340,'verifyCompanionBlocks(companionBlocks, sourceBlocks, parityBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',379,379,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6341,'\n// Set the policy back to raid policy. We have to create a new object\n// here to clear the block location cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',416,418,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6342,'// verify policy deletes the correct blocks. companion blocks should be\n// evenly distributed.','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',421,422,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6343,'\ncounters = BlockPlacementPolicyRaid.countCompanionBlocks(','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',430,431,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6344,'Assert.assertTrue(counters.get(datanode1.getName()) >= 1 &&','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',433,433,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6345,'Assert.assertTrue(counters.get(datanode1.getName()) +\ncounters.get(datanode2.getName()) ==','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',435,436,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6346,'Assert.assertTrue(counters.get(datanode1.getParent().getName()) >= 1 &&','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',441,441,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6347,'Assert.assertTrue(counters.get(datanode1.getParent().getName()) +\ncounters.get(datanode2.getParent().getName()) ==','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',443,444,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6348,'}\n}\n}\n\n// create a new BlockPlacementPolicyRaid to clear the cache','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',450,454,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6349,'}\n\nprivate void verifyCompanionBlocks(Collection<LocatedBlock> companionBlocks,\nList<LocatedBlock> sourceBlocks, List<LocatedBlock> parityBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',458,461,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6350,'}\nAssert.assertEquals(sourceBlockIndexes.length + parityBlockIndexes.length,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',466,467,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6351,'}\n}\n\nprivate void verifyCachedFullPathNameResult(\nCachedFullPathNames cachedFullPathNames, FSInodeInfo inode)','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',474,478,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6352,'Assert.assertEquals(cachedFullPathNames.get(inode),','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',484,484,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6353,'}\n\nprivate void verifyCachedBlocksResult(CachedLocatedBlocks cachedBlocks,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',486,488,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6354,'List<LocatedBlock> res1 = NameNodeRaidUtil.getBlockLocations(namesystem,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',491,491,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6355,'}\n}\n\nprivate Collection<LocatedBlock> getCompanionBlocks(\nFSNamesystem namesystem, BlockPlacementPolicyRaid policy,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',498,502,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6356,'INodeFile inode = namesystem.blockManager.blocksMap.getINode(block','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',504,504,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6357,'return policy.getCompanionBlocks(inode.getFullPathName(), type,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',507,507,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6358,'}\n\nprivate List<LocatedBlock> getBlocks(FSNamesystem namesystem, String file)','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',509,511,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6359,'return NameNodeRaidUtil.getBlockLocations(namesystem,','Line','mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',514,514,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6360,'move to current trash','Line','common/src/java/org/apache/hadoop/fs/TrashPolicyDefault.java',141,141,'org.apache.hadoop.fs.TrashPolicyDefault','initialize(Configuration, FileSystem, Path)',NULL),(6361,'\nPoll the Namenode (once every 5 minutes) to find the size of the\npending edit log.\n\n5 minutes','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/SecondaryNameNode.java',285,289,'org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode','doWork()','NOT_DESIGN'),(6362,'\nPoll the Namenode (once every checkpointCheckPeriod seconds) to find the\nnumber of transactions in the edit log that haven\'t yet been checkpointed.\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/SecondaryNameNode.java',350,353,'org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode','toString()',NULL),(6363,'TODO bad dependency','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',545,545,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, FSNamesystem, FSImageCompression)',NULL),(6364,'TODO bad dependency','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',560,560,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, long, FSNamesystem, FSImageCompression)',NULL),(6365,'We should probably test for more of the file properties.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',78,78,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','checkFile(FileSystem, Path, int)',NULL),(6366,'We should probably test for more of the file properties.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',117,117,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(6367,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',723,725,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','testCheckpoint()',NULL),(6368,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',797,799,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(6369,'Should have incremented the batch count exactly once','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',398,398,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','run()',NULL),(6370,'None','None','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java',-1,-1,'None','None',NULL),(6371,'This really shouldn\'t happen...','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/GetImageServlet.java',202,202,'org.apache.hadoop.hdfs.server.namenode.GetImageServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(6372,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',110,111,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','uploadImageFromStorage(String, InetSocketAddress, NNStorage, long)',NULL),(6373,'We appear to have missed some transactions -- the NN probably\nlost contact with us temporarily. So, mark the current segment\nas aborted.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',328,330,'org.apache.hadoop.hdfs.server.namenode.BackupImage','namenodeStartedLogSegment(long)',NULL),(6374,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',806,807,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(6375,'TODO writeRaw','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',1002,1002,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(6376,'TODO: unfortunately this fails -- should be improved.\nSee HDFS-2173.','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestSaveNamespace.java',152,153,'org.apache.hadoop.hdfs.server.namenode.TestSaveNamespace','saveNamespaceWithInjectedFault(Fault)',NULL),(6377,'Corrupt the log file in various ways for each txn','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSEditLogLoader.java',197,197,'org.apache.hadoop.hdfs.server.namenode.TestFSEditLogLoader','testCountValidTransactions()',NULL),(6378,'Calling recover should move it aside','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',217,217,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryMixed()',NULL),(6379,'Calling recover should move it aside','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',284,284,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryInProgress()',NULL),(6380,'TODO: this really should be iterative','Line','common/src/java/org/apache/hadoop/fs/shell/Command.java',297,297,'org.apache.hadoop.fs.shell.Command','processPaths(PathData, PathData...)',NULL),(6381,'TODO: this really should be iterative','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Command.java',297,297,'org.apache.hadoop.fs.shell.Command','processPaths(PathData, PathData...)',NULL),(6382,'this is an unexpected condition, so dump the whole exception since\nit\'s probably a nasty internal error where the backtrace would be\nuseful','Line','common/src/java/org/apache/hadoop/fs/shell/Command.java',344,346,'org.apache.hadoop.fs.shell.Command','displayError(Exception)',NULL),(6383,'this is an unexpected condition, so dump the whole exception since\nit\'s probably a nasty internal error where the backtrace would be\nuseful','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Command.java',344,346,'org.apache.hadoop.fs.shell.Command','displayError(Exception)',NULL),(6384,'FIXME? Inflater docs say:  \'it is also necessary to provide an extra\n\\\"dummy\\\" byte as input. This is required by the ZLIB native\nlibrary in order to support certain optimizations.\'  However,\nthis does not appear to be true, and in any case, it\'s not\nentirely clear where the byte should go or what its value\nshould be.  Perhaps it suffices to have some deflated bytes\nin the first buffer load?  (But how else would one do it?)','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/BuiltInGzipDecompressor.java',116,122,'org.apache.hadoop.io.compress.zlib.BuiltInGzipDecompressor','needsInput()',NULL),(6385,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/snappy/SnappyDecompressor.java',38,38,'org.apache.hadoop.io.compress.snappy.SnappyDecompressor','None',NULL),(6386,'Read characters into a portion of an array, reading from the underlying\nstream at most once if necessary.','Block','hadoop-common/src/main/java/org/apache/hadoop/fs/FSInputChecker.java',215,218,'org.apache.hadoop.fs.FSInputChecker','read1(byte[], int, int)',NULL),(6387,'Flip to the newly parsed permissions','Line','common/src/java/org/apache/hadoop/security/authorize/ServiceAuthorizationManager.java',140,140,'org.apache.hadoop.security.authorize.ServiceAuthorizationManager','refresh(Configuration, PolicyProvider)',NULL),(6388,'Flip to the newly parsed permissions','Line','hadoop-common/src/main/java/org/apache/hadoop/security/authorize/ServiceAuthorizationManager.java',140,140,'org.apache.hadoop.security.authorize.ServiceAuthorizationManager','refresh(Configuration, PolicyProvider)',NULL),(6389,'For efficient implementation, there\'s no way around\nthe following massive code duplication.','Line','hadoop-common/src/main/java/org/apache/hadoop/io/ArrayPrimitiveWritable.java',251,252,'org.apache.hadoop.io.ArrayPrimitiveWritable','writeBooleanArray(DataOutput)',NULL),(6390,'TODO: if the user wants the trash to be used but there is any\nproblem (ie. creating the trash dir, moving the item to be deleted,\netc), then the path will just be deleted because moveToTrash returns\nfalse and it falls thru to fs.delete.  this doesn\'t seem right','Line','common/src/java/org/apache/hadoop/fs/shell/Delete.java',85,88,'org.apache.hadoop.fs.shell.Delete','registerCommands(CommandFactory)',NULL),(6391,'TODO: if the user wants the trash to be used but there is any\nproblem (ie. creating the trash dir, moving the item to be deleted,\netc), then the path will just be deleted because moveToTrash returns\nfalse and it falls thru to fs.delete.  this doesn\'t seem right','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Delete.java',85,88,'org.apache.hadoop.fs.shell.Delete','registerCommands(CommandFactory)',NULL),(6392,'TODO: should probably allow path arguments for the filesystems','Line','common/src/java/org/apache/hadoop/fs/shell/Delete.java',167,167,'org.apache.hadoop.fs.shell.Delete','processOptions(LinkedList<String>)',NULL),(6393,'TODO: should probably allow path arguments for the filesystems','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Delete.java',167,167,'org.apache.hadoop.fs.shell.Delete','processOptions(LinkedList<String>)',NULL),(6394,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/snappy/SnappyCompressor.java',39,39,'org.apache.hadoop.io.compress.snappy.SnappyCompressor','None',NULL),(6395,'Ugly utility, maybe someone else can do this better','Block','common/src/java/org/apache/hadoop/io/WritableUtils.java',85,85,'org.apache.hadoop.io.WritableUtils','readCompressedString(DataInput)',NULL),(6396,'Ugly utility, maybe someone else can do this better','Block','hadoop-common/src/main/java/org/apache/hadoop/io/WritableUtils.java',85,85,'org.apache.hadoop.io.WritableUtils','readCompressedString(DataInput)',NULL),(6397,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CRC.java',19,23,'None','None',NULL),(6398,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/BZip2Constants.java',19,23,'None','None',NULL),(6399,'Benchmark for StringUtils split','Line','hadoop-common/src/test/java/org/apache/hadoop/util/TestStringUtils.java',219,219,'org.apache.hadoop.util.TestStringUtils','main(String[])',NULL),(6400,'better safe than sorry (should never happen)','Line','hadoop-common/src/main/java/org/apache/hadoop/security/ShellBasedUnixGroupsNetgroupMapping.java',85,85,'org.apache.hadoop.security.ShellBasedUnixGroupsNetgroupMapping','cacheGroupsAdd(List<String>)',NULL),(6401,'The implementors of RawLocalFileSystem were trying to be very smart.\nThey implement FileStatus#getOwener lazily -- the object\nreturned is really a RawLocalFileSystem that expect the\nFileStatus#getPath to be unchanged so that it can get owner when needed.\nHence we need to interpose a new ViewFileSystemFileStatus that\nworks around.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystem.java',334,339,'org.apache.hadoop.fs.viewfs.ViewFileSystem','readOnlyMountTable(String, String)',NULL),(6402,'this is the stupid semantics of FileSystem','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystem.java',645,645,'org.apache.hadoop.fs.viewfs.ViewFileSystem','mkdirs(Path, FsPermission)',NULL),(6403,'The following if clause handles the following case:\nAssume the following scenario in BZip2 compressed stream where\n. represent compressed data.\n.....[48 bit Block].....[48 bit   Block].....[48 bit Block]...\n........................[47 bits][1 bit].....[48 bit Block]...\n................................^[Assume a Byte alignment here]\n........................................^^[current position of stream]\n.....................^^[We go back 10 Bytes in stream and find a Block marker]\n........................................^^[We align at wrong position!]\n...........................................................^^[While this pos is correct]','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/BZip2Codec.java',160,169,'org.apache.hadoop.io.compress.BZip2Codec','createOutputStream(OutputStream)',NULL),(6404,'Default impl  assumes that permissions do not matter and\nnor does the bytesPerChecksum  hence\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',769,772,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(6405,'Default impl is to assume that permissions do not matter and hence\ncalling the regular mkdirs is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',793,795,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(6406,'an artificial way to make a key unique','Line','common/src/java/org/apache/hadoop/fs/FileSystem.java',2086,2086,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(6407,'an artificial way to make a key unique','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java',2086,2086,'org.apache.hadoop.fs.FileSystem','addFileSystemForTesting(URI, Configuration, FileSystem)',NULL),(6408,'The following XDR recipe was done through a careful reading of\ngm_protocol.x in Ganglia 3.1 and carefully examining the output of\nthe gmetric utility with strace.','Line','hadoop-common/src/main/java/org/apache/hadoop/metrics/ganglia/GangliaContext31.java',98,100,'org.apache.hadoop.metrics.ganglia.GangliaContext31','emitMetric(String, String, String)',NULL),(6409,'A RecordTypeInfo is really just a wrapper around StructTypeID','Line','hadoop-common/src/main/java/org/apache/hadoop/record/meta/RecordTypeInfo.java',45,45,'org.apache.hadoop.record.meta.RecordTypeInfo','None',NULL),(6410,'The following XDR recipe was done through a careful reading of\ngm_protocol.x in Ganglia 3.1 and carefully examining the output of\nthe gmetric utility with strace.','Line','hadoop-common/src/main/java/org/apache/hadoop/metrics2/sink/ganglia/GangliaSink31.java',66,68,'org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31','emitMetric(String, String, String, String, GangliaConf, GangliaSlope)',NULL),(6411,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2InputStream.java',19,23,'None','None',NULL),(6412,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibDecompressor.java',37,37,'org.apache.hadoop.io.compress.zlib.ZlibDecompressor','None',NULL),(6413,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','common/src/test/core/org/apache/hadoop/ipc/TestIPC.java',372,374,'org.apache.hadoop.ipc.TestIPC','call(Class<?>, Writable, long)',NULL),(6414,'Doing a second call with faults disabled should return fine --\nie the internal state of the client or server should not be broken\nby the failed call','Line','hadoop-common/src/test/java/org/apache/hadoop/ipc/TestIPC.java',372,374,'org.apache.hadoop.ipc.TestIPC','call(Class<?>, Writable, long)',NULL),(6415,'verify that after expunging the Trash, it really goes away','Line','common/src/test/core/org/apache/hadoop/fs/TestTrash.java',263,263,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6416,'verify that after expunging the Trash, it really goes away','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',263,263,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6417,'Verify skip trash option really works','Line','common/src/test/core/org/apache/hadoop/fs/TestTrash.java',315,315,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6418,'Verify skip trash option really works','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',315,315,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6419,'Verify that skip trash option really skips the trash for rmr','Line','common/src/test/core/org/apache/hadoop/fs/TestTrash.java',351,351,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6420,'Verify that skip trash option really skips the trash for rmr','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestTrash.java',351,351,'org.apache.hadoop.fs.TestTrash','writeFile(FileSystem, Path)',NULL),(6421,'Following is brittle. Is there a better way?','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/s3native/Jets3tNativeFileSystemStore.java',111,111,'org.apache.hadoop.fs.s3native.Jets3tNativeFileSystemStore','retrieveMetadata(String)',NULL),(6422,'Read the int[] object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',105,106,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testObjectLabeling()',NULL),(6423,'Read the APW object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',120,121,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testObjectLabeling()',NULL),(6424,'Read the int[] object as written by ObjectWritable, but\n\\\"going around\\\" ObjectWritable','Line','hadoop-common/src/test/java/org/apache/hadoop/io/TestArrayPrimitiveWritable.java',151,152,'org.apache.hadoop.io.TestArrayPrimitiveWritable','testOldFormat()',NULL),(6425,'TODO: handle this','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Touchz.java',62,62,'org.apache.hadoop.fs.shell.Touch','processPath(PathData)',NULL),(6426,'flag to ensure value is only examined once.','Line','hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/TFile.java',1231,1231,'org.apache.hadoop.io.file.tfile.TFile','getChunkBufferSize(Configuration)',NULL),(6427,'TODO: remember the longest key in a TFile, and use it to replace\nMAX_KEY_SIZE.','Line','hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/TFile.java',1287,1288,'org.apache.hadoop.io.file.tfile.TFile','getChunkBufferSize(Configuration)',NULL),(6428,'TBD: Code is still using hardcoded values (e.g. \\\"fs.automatic.close\\\")\ninstead of constant (e.g. FS_AUTOMATIC_CLOSE_KEY)\n','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/CommonConfigurationKeysPublic.java',73,75,'org.apache.hadoop.fs.CommonConfigurationKeysPublic','None',NULL),(6429,'move the cursor to the beginning of the tail, containing: offset to the\nmeta block index, version and magic','Line','hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/BCFile.java',619,620,'org.apache.hadoop.io.file.tfile.BCFile','register(long, long, long)',NULL),(6430,'Check that every permission has its sticky bit represented correctly','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/permission/TestFsPermission.java',79,79,'org.apache.hadoop.fs.permission.TestFsPermission','testStickyBitToString()',NULL),(6431,'XXX Twenty internal version does not support --script option.','Line','hadoop-common/src/test/system/java/org/apache/hadoop/test/system/process/HadoopDaemonRemoteCluster.java',357,357,'org.apache.hadoop.test.system.process.HadoopDaemonRemoteCluster','getCommand(String, String)',NULL),(6432,'Verify fix of bug identified in HADOOP-6004','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestBlockLocation.java',30,30,'org.apache.hadoop.fs.TestBlockLocation','testDeserialization()',NULL),(6433,'The implementors of RawLocalFileSystem were trying to be very smart.\nThey implement FileStatus#getOwener lazily -- the object\nreturned is really a RawLocalFileSystem that expect the\nFileStatus#getPath to be unchanged so that it can get owner when needed.\nHence we need to interpose a new ViewFsFileStatus that works around.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java',332,336,'org.apache.hadoop.fs.viewfs.ViewFs','readOnlyMountTable(String, String)',NULL),(6434,'perhaps a VIP is failing over','Line','hadoop-common/src/main/java/org/apache/hadoop/ipc/RPC.java',287,287,'org.apache.hadoop.ipc.RPC','waitForProtocolProxy(Class<T>, long, InetSocketAddress, Configuration, int, long)',NULL),(6435,'Using default block size since there is no way in FTP client to know of\nblock sizes on server. The assumption could be less than ideal.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/ftp/FTPFileSystem.java',437,438,'org.apache.hadoop.fs.ftp.FTPFileSystem','getFileStatus(FTPFile, Path)',NULL),(6436,'Default impl assumes that permissions do not matter\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/DelegateToFileSystem.java',67,69,'org.apache.hadoop.fs.DelegateToFileSystem','createInternal(Path, EnumSet<CreateFlag>, FsPermission, int, short, long, Progressable, int, boolean)',NULL),(6437,'Ideally we should wait after transferTo returns 0. But because of\na bug in JRE on Linux (http://bugs.sun.com/view_bug.do?bug_id=5103988),\nwhich throws an exception instead of returning 0, we wait for the\nchannel to be writable before writing to it. If you ever see\nIOException with message \\\"Resource temporarily unavailable\\\"\nthrown here, please let us know.\n\nOnce we move to JAVA SE 7, wait should be moved to correct place.','Block','hadoop-common/src/main/java/org/apache/hadoop/net/SocketOutputStream.java',193,202,'org.apache.hadoop.net.SocketOutputStream','transferToFully(FileChannel, long, int)',NULL),(6438,'TODO: DFSAdmin subclasses FsShell so need to protect the command\nregistration.  This class should morph into a base class for\ncommands, and then this method can be abstract','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',93,95,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(6439,'TODO: will eventually auto-wrap the text, but this matches the expected\noutput for the hdfs tests...','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',220,221,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(6440,'instance.run catches IOE, so something is REALLY wrong if here','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',261,261,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(6441,'TODO: this should be abstract in a base class','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',303,303,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(6442,'this is very ugly, but needed to avoid breaking hdfs tests...\nif a path has no authority, then the FileStatus from globStatus\nwill add the \\\"-fs\\\" authority into the path, so we need to sub\nit back out to satisfy the tests','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java',211,214,'org.apache.hadoop.fs.shell.PathData','expandAsGlob(String, Configuration)',NULL),(6443,'implicitly recurse once for cmdline directories','Line','common/src/java/org/apache/hadoop/fs/shell/Ls.java',87,87,'org.apache.hadoop.fs.shell.Ls','registerCommands(CommandFactory)',NULL),(6444,'implicitly recurse once for cmdline directories','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Ls.java',87,87,'org.apache.hadoop.fs.shell.Ls','registerCommands(CommandFactory)',NULL),(6445,'the directory better be empty','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/kfs/KFSEmulationImpl.java',86,86,'org.apache.hadoop.fs.kfs.KFSEmulationImpl','rmdir(String)',NULL),(6446,'in ObjectWritable to efficiently transmit arrays of primitives','Line','hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',110,110,'org.apache.hadoop.ipc.Server','None',NULL),(6447,'If they try to bind to a different host\'s address, give a better\nerror message.','Line','hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',236,237,'org.apache.hadoop.ipc.Server','getProtocolClass(String, Configuration)',NULL),(6448,'maybe too long','Line','hadoop-common/src/main/java/org/apache/hadoop/io/UTF8.java',82,82,'org.apache.hadoop.io.UTF8','set(String)',NULL),(6449,'maybe too long','Line','hadoop-common/src/main/java/org/apache/hadoop/io/UTF8.java',244,244,'org.apache.hadoop.io.UTF8','writeString(DataOutput, String)',NULL),(6450,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',19,23,'None','None',NULL),(6451,'Now another magic 48-bit number, 0x177245385090, to indicate the end\nof the last block. (sqrt(pi), if you want to know. I did want to use\ne, but it contains too much repetition -- 27 18 28 18 28 46 -- for me\nto feel statistically comfortable. Call me paranoid.)','Block','common/src/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',828,833,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(6452,'Now another magic 48-bit number, 0x177245385090, to indicate the end\nof the last block. (sqrt(pi), if you want to know. I did want to use\ne, but it contains too much repetition -- 27 18 28 18 28 46 -- for me\nto feel statistically comfortable. Call me paranoid.)','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',828,833,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(6453,'Iterate up to N_ITERS times to improve the tables.','Block','common/src/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',962,964,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(6454,'Iterate up to N_ITERS times to improve the tables.','Block','hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',962,964,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(6455,'Authorization is done. Just call super.','Line','hadoop-common/src/main/java/org/apache/hadoop/http/AdminAuthorizedServlet.java',42,42,'org.apache.hadoop.http.AdminAuthorizedServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(6456,'NOTE: this really should be a Path, but a Path is buggy and won\'t\nreturn the exact string used to construct the path, and it mangles\nuris with no authority','Line','common/src/java/org/apache/hadoop/fs/shell/PathExceptions.java',41,43,'org.apache.hadoop.fs.shell.PathExceptions','None',NULL),(6457,'NOTE: this really should be a Path, but a Path is buggy and won\'t\nreturn the exact string used to construct the path, and it mangles\nuris with no authority','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathExceptions.java',41,43,'org.apache.hadoop.fs.shell.PathExceptions','None',NULL),(6458,'walk through the list, searching. Not the most efficient way, but this\nin intended to be used rarely, so we keep it simple.\nAs an optimization, we can keep a hashmap of record name to its RTI, for later.','Line','hadoop-common/src/main/java/org/apache/hadoop/record/meta/StructTypeID.java',64,66,'org.apache.hadoop.record.meta.StructTypeID','findStruct(String)',NULL),(6459,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',44,44,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','None',NULL),(6460,'Check if zlib consumed all input buffer\nset keepUncompressedBuf properly\nzlib consumed all input buffer','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java',365,367,'org.apache.hadoop.io.compress.zlib.ZlibCompressor','compress(byte[], int, int)',NULL),(6461,'TODO: this really should be a -nl option','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',70,70,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(6462,'too bad we can\'t tell exactly why it failed...','Line','common/src/java/org/apache/hadoop/fs/shell/CopyCommands.java',182,182,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(6463,'too bad we can\'t tell exactly why it failed...','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',182,182,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(6464,'NOTE: this logic should be better, mimics previous implementation','Line','common/src/java/org/apache/hadoop/fs/shell/CopyCommands.java',237,237,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(6465,'NOTE: this logic should be better, mimics previous implementation','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CopyCommands.java',237,237,'org.apache.hadoop.fs.shell.CopyCommands','registerCommands(CommandFactory)',NULL),(6466,'Even though \'y\' is dangling symlink to file tmp/x, fullyDelete(y)\nshould delete \'y\' properly.','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileUtil.java',238,239,'org.apache.hadoop.fs.TestFileUtil','setupDirs()',NULL),(6467,'Even though tmpDir is dangling symlink to tmp, fullyDelete(tmpDir) should\ndelete tmpDir properly.','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileUtil.java',246,247,'org.apache.hadoop.fs.TestFileUtil','setupDirs()',NULL),(6468,'\nSend it to S3\n\nTODO: Use passed in Progressable to report progress.','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/s3/S3OutputStream.java',177,180,'org.apache.hadoop.fs.s3.S3OutputStream','endBlock()',NULL),(6469,'better safe than sorry (should never happen)','Line','hadoop-common/src/main/java/org/apache/hadoop/security/JniBasedUnixGroupsNetgroupMapping.java',93,93,'org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMapping','cacheGroupsAdd(List<String>)',NULL),(6470,'hack to avoid most of the \\\"innocuous\\\" races.','Line','hadoop-common/src/main/java/org/apache/hadoop/metrics2/impl/MetricsSourceAdapter.java',88,88,'org.apache.hadoop.metrics2.impl.MetricsSourceAdapter','start()',NULL),(6471,'move checksum file too','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/LocalFileSystem.java',109,109,'org.apache.hadoop.fs.LocalFileSystem','reportChecksumFailure(Path, FSDataInputStream, long, FSDataInputStream, long)',NULL),(6472,'Default probability is 0%\nMax probability is 100%','Line','hadoop-common/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(6473,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-common/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(6474,'Workaround to handle the problem reported in HADOOP-4744','Line','hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',592,592,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)',NULL),(6475,'Workaround end','Line','hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',621,621,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)',NULL),(6476,'NOTE:  this is the one place we do NOT want to save the number\nof bytes sent (nRemaining here) into lastBytesSent:  since we\nare resending what we\'ve already sent before, offset is nonzero\nin general (only way it could be zero is if it already equals\nnRemaining), which would then screw up the offset calculation\n_next_ time around.  IOW, getRemaining() is in terms of the\noriginal, zero-offset bufferload, so lastBytesSent must be as\nwell.  Cheesy ASCII art:\n\n<------------ m, lastBytesSent ----------->\n+===============================================+\nbuffer:  |1111111111|22222222222222222|333333333333|     |\n+===============================================+\n#1:  <-- off -->|<-------- nRemaining --------->\n#2:  <----------- off ----------->|<-- nRem. -->','Line','hadoop-common/src/main/java/org/apache/hadoop/io/compress/DecompressorStream.java',120,134,'org.apache.hadoop.io.compress.DecompressorStream','read()',NULL),(6477,'Test resolvePath(p)\nTODO In the tests below replace\nfcView.getDefaultFileSystem().resolvePath() fcView.resolvePath()','Block','hadoop-common/src/test/java/org/apache/hadoop/fs/viewfs/ViewFsBaseTest.java',463,467,'org.apache.hadoop.fs.viewfs.ViewFsBaseTest','testResolvePathInternalPaths()',NULL),(6478,'TO DO: - more efficient to not split the path, but simply compare','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/InodeTree.java',384,384,'org.apache.hadoop.fs.viewfs.InodeTree','resolve(String, boolean)',NULL),(6479,'For some reason even with an MBeanException available to them\nRuntime exceptionscan still find their way through, so treat them\nthe same as MBeanException','Line','hadoop-common/src/main/java/org/apache/hadoop/jmx/JMXJsonServlet.java',243,245,'org.apache.hadoop.jmx.JMXJsonServlet','listBeans(JsonGenerator, ObjectName, String, HttpServletResponse)',NULL),(6480,'Ignored the mbean itself was not found, which should never happen because we\njust accessed it (perhaps something unregistered in-between) but if this\nhappens just don\'t output the attribute.','Line','common/src/java/org/apache/hadoop/jmx/JMXJsonServlet.java',336,338,'org.apache.hadoop.jmx.JMXJsonServlet','writeAttribute(JsonGenerator, ObjectName, MBeanAttributeInfo)',NULL),(6481,'Ignored the mbean itself was not found, which should never happen because we\njust accessed it (perhaps something unregistered in-between) but if this\nhappens just don\'t output the attribute.','Line','hadoop-common/src/main/java/org/apache/hadoop/jmx/JMXJsonServlet.java',336,338,'org.apache.hadoop.jmx.JMXJsonServlet','writeAttribute(JsonGenerator, ObjectName, MBeanAttributeInfo)',NULL),(6482,'give up','Line','hadoop-common/src/main/java/org/apache/hadoop/util/QuickSort.java',82,82,'org.apache.hadoop.util.QuickSort','sortInternal(IndexedSortable, int, int, Progressable, int)',NULL),(6483,'Some filesystem like HDFS ignore the \\\"x\\\" bit if the permission.\nOthers like localFs does not.\nOverride the method below if the file system being tested masks our\ncertain bits for file masks.','Block','hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java',203,208,'org.apache.hadoop.fs.FileContextPermissionBase','setUp()',NULL),(6484,'move over the separator for next search','Line','common/src/java/org/apache/hadoop/util/StringUtils.java',380,380,'org.apache.hadoop.util.StringUtils','split(String, char, char)',NULL),(6485,'move over the separator for next search','Line','hadoop-common/src/main/java/org/apache/hadoop/util/StringUtils.java',380,380,'org.apache.hadoop.util.StringUtils','split(String, char, char)',NULL),(6486,'TODO: sample the generated key/value records, and put the numbers below','Line','hadoop-common/src/test/java/org/apache/hadoop/io/file/tfile/TestTFileLzoCodecsByteArrays.java',36,36,'org.apache.hadoop.io.file.tfile.TestTFileLzoCodecsByteArrays','setUp()',NULL),(6487,'TODO: update after fixing HADOOP-7352','Line','common/src/test/core/org/apache/hadoop/fs/FSMainOperationsBaseTest.java',269,269,'org.apache.hadoop.fs.FSMainOperationsBaseTest','testListStatusThrowsExceptionForUnreadableDir()',NULL),(6488,'TODO: update after fixing HADOOP-7352','Line','hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java',269,269,'org.apache.hadoop.fs.FSMainOperationsBaseTest','testListStatusThrowsExceptionForUnreadableDir()',NULL),(6489,'move to current trash','Line','hadoop-common/src/main/java/org/apache/hadoop/fs/TrashPolicyDefault.java',141,141,'org.apache.hadoop.fs.TrashPolicyDefault','initialize(Configuration, FileSystem, Path)',NULL),(6490,'Initial block reports can be processed a lot more efficiently than\nordinary block reports.  This shortens NN restart times.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1297,1298,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','isBlockTokenEnabled()','DESIGN'),(6491,'after acquiring write lock','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1349,1349,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getBlockTokenSecretManager()',NULL),(6492,'To minimize startup time, we discard any second (or later) block reports\nthat we receive while still in startup phase.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1358,1359,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getBlockTokenSecretManager()',NULL),(6493,'The first block report can be processed a lot more efficiently than\nordinary block reports.  This shortens restart times.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1368,1369,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getBlockTokenSecretManager()',NULL),(6494,'Log the block report processing stats from Namenode perspective','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1379,1379,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getBlockTokenSecretManager()',NULL),(6495,'TODO:HA','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/ha/ActiveState.java',52,52,'org.apache.hadoop.hdfs.server.namenode.ha.ActiveState','enterState(NameNode)',NULL),(6496,'TODO:HA','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/ha/ActiveState.java',57,57,'org.apache.hadoop.hdfs.server.namenode.ha.ActiveState','exitState(NameNode)',NULL),(6497,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1076,1076,'org.apache.hadoop.hdfs.server.namenode.NameNode','setSafeMode(SafeModeAction)',NULL),(6498,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1090,1090,'org.apache.hadoop.hdfs.server.namenode.NameNode','restoreFailedStorage(String)',NULL),(6499,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1096,1096,'org.apache.hadoop.hdfs.server.namenode.NameNode','saveNamespace()',NULL),(6500,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1102,1102,'org.apache.hadoop.hdfs.server.namenode.NameNode','refreshNodes()',NULL),(6501,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1108,1108,'org.apache.hadoop.hdfs.server.namenode.NameNode','getTransactionID()',NULL),(6502,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1114,1114,'org.apache.hadoop.hdfs.server.namenode.NameNode','rollEditLog()',NULL),(6503,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1121,1121,'org.apache.hadoop.hdfs.server.namenode.NameNode','getEditLogManifest(long)',NULL),(6504,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1127,1127,'org.apache.hadoop.hdfs.server.namenode.NameNode','finalizeUpgrade()',NULL),(6505,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1134,1134,'org.apache.hadoop.hdfs.server.namenode.NameNode','distributedUpgradeProgress(UpgradeAction)',NULL),(6506,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1140,1140,'org.apache.hadoop.hdfs.server.namenode.NameNode','metaSave(String)',NULL),(6507,'TODO:HA decide on OperationCategory for this','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1169,1169,'org.apache.hadoop.hdfs.server.namenode.NameNode','setBalancerBandwidth(long)',NULL),(6508,'TODO:HA implement health check','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1676,1676,'org.apache.hadoop.hdfs.server.namenode.NameNode','monitorHealth()',NULL),(6509,'TODO:HA configuration changes pending','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSUtil.java',706,706,'org.apache.hadoop.hdfs.DFSUtil','isHAEnabled(Configuration)',NULL),(6510,'TODO:HA','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java',50,50,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyState','enterState(NameNode)',NULL),(6511,'TODO:HA','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java',55,55,'org.apache.hadoop.hdfs.server.namenode.ha.StandbyState','exitState(NameNode)',NULL),(6512,'TODO(todd) strange','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',170,170,'org.apache.hadoop.hdfs.DFSOutputStream','None','NOT_DESIGN'),(6513,'None','None','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',-1,-1,'None','None',NULL),(6514,'None','None','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/UnderReplicatedBlocks.java',-1,-1,'None','None',NULL),(6515,'XXXXXX should this also be null-protected?','Line','mapreduce/src/examples/org/apache/hadoop/examples/terasort/TeraInputFormat.java',80,80,'org.apache.hadoop.examples.terasort.TeraInputFormat','None',NULL),(6516,'move over \'(\'','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',681,681,'org.apache.hadoop.mapred.Counters','getBlock(String, char, char, IntWritable)',NULL),(6517,'move over \'(\'','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',197,197,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(6518,'move over \')\'','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',686,686,'org.apache.hadoop.mapred.Counters','getBlock(String, char, char, IntWritable)',NULL),(6519,'move over \')\'','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',202,202,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(6520,'Mix the generic group implementation into the Group interface','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',177,177,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(6521,'Mix the framework group implementation into the Group interface','Line','mapreduce/src/java/org/apache/hadoop/mapred/Counters.java',217,217,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(6522,'C[] would need Array.newInstance which requires a Class<C> reference.\nJust a few local casts probably worth not having to carry it around.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/counters/FileSystemCounterGroup.java',55,56,'org.apache.hadoop.mapreduce.counters.FileSystemCounterGroup','None',NULL),(6523,'Mix framework group implementation into CounterGroup interface','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/Counters.java',43,43,'org.apache.hadoop.mapreduce.Counters','None',NULL),(6524,'TODO should using recentInvalidateSets be synchronized?\nget an array of the keys','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',956,957,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()','DESIGN'),(6525,'TODO: Add ACL for LIST_JOBS when we have ability to authenticate\nusers in UI\nTODO: Add ACL for CHANGE_ACL when we have an admin tool for\nconfiguring queues.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueACL.java',34,37,'None','None',NULL),(6526,'TODO: figureout how to return length when there is no start and end','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaInputSplit.java',150,150,'org.apache.hadoop.vertica.VerticaInputSplit','getLength()',NULL),(6527,'maybe didn\'t work','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java',146,146,'org.apache.hadoop.fs.slive.SliveTest','run(String[])',NULL),(6528,'the specified src path\nname of policy\nthe erasure code used\nA verbose description of this policy\nHadoop configuration','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/protocol/PolicyInfo.java',50,54,'org.apache.hadoop.raid.protocol.PolicyInfo','None',NULL),(6529,'by doing the above clock adjustments, we bring the progress rate of\ntaskID 3 lower than 4. For taskID 3, the rate is 85/317000\nand for taskID 4, the rate is 20/65000. But when we ask for a spec task\nnow, we should get back taskID 4 (since that is expected to complete\nlater than taskID 3).','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestSpeculativeExecution.java',253,257,'org.apache.hadoop.mapred.TestSpeculativeExecution','testTaskLATEScheduling()',NULL),(6530,'u1 has 5 map slots and 5 reduce slots. u2 has 4 map slots and 4 reduce\nslots. Because of high memory tasks, giving u2 another task would\noverflow limits. So, no more tasks should be given to anyone.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1032,1034,'org.apache.hadoop.mapred.TestCapacityScheduler','testUserLimitsForHighMemoryJobs()',NULL),(6531,'Total 2 map slots should be accounted for.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1429,1429,'org.apache.hadoop.mapred.TestCapacityScheduler','testHighMemoryBlockingAcrossTaskTypes()',NULL),(6532,'Total 1 map slot should be accounted for.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',1503,1503,'org.apache.hadoop.mapred.TestCapacityScheduler','testClusterBlockingForLackOfMemory()',NULL),(6533,'Check if the job has been properly cleaned up.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestCapacityScheduler.java',2027,2027,'org.apache.hadoop.mapred.TestCapacityScheduler','testFailedJobInitalizations()',NULL),(6534,'TODO this is a hack :(\njobtracker-hostname_jobtracker-identifier_','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',259,260,'org.apache.hadoop.mapred.TestJobHistory','getPathForConf(Path, Path)',NULL),(6535,'TODO this is a hack :(\njobtracker-hostname_jobtracker-identifier_','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',259,260,'org.apache.hadoop.mapred.TestJobHistory','getPathForConf(Path, Path)',NULL),(6536,'Stop and start the tracker. The tracker should come up nicely','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',1027,1027,'org.apache.hadoop.mapred.TestJobHistory','testHistoryInitWithCorruptFiles()',NULL),(6537,'Stop and start the tracker. The tracker should come up nicely','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',1027,1027,'org.apache.hadoop.mapred.TestJobHistory','testHistoryInitWithCorruptFiles()',NULL),(6538,'The scheduling Information object is read back as String.\nOnce the scheduling information is set there is no way to recover it.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/QueueInfo.java',44,45,'org.apache.hadoop.mapreduce.QueueInfo','None',NULL),(6539,'Refresh the service level authorization policy','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',145,145,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(6540,'Refresh the service level authorization policy once again,\nthis time it should fail!','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java',162,163,'org.apache.hadoop.security.authorize.TestServiceLevelAuthorization','testRefresh()',NULL),(6541,'long, because 2^31 could well be only about a month\'s worth of\nheartbeats, with reasonable assumptions and JobTracker improvements.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobTrackerMetricsInst.java',71,72,'org.apache.hadoop.mapred.JobTrackerMetricsInst','None',NULL),(6542,'We need this semaphore to block when the number of running workitems\nis equal to the number of threads. FixedThreadPool limits the number\nof threads, but not the queue size. This way we will limit the memory\nusage.','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DirectoryTraversal.java',116,119,'org.apache.hadoop.raid.DirectoryTraversal','check(FileStatus)',NULL),(6543,'TODO close DFS connections?','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/server/HadoopServer.java',257,257,'org.apache.hadoop.eclipse.server.HadoopServer','dispose()',NULL),(6544,'Remove all policies where srcPath <= currentSrcPath or\nmatchingPrefixLength is < length(currentSrcPath)\nThe policies remaining are the only ones that could better\nselect a file chosen by the current policy.','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',99,102,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(6545,'If there is a problem with the har path, this will let us continue.','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/RaidFilter.java',173,173,'org.apache.hadoop.raid.RaidFilter','aggregate(Statistics)',NULL),(6546,'If at least 1 distributed cache file is missing in the expected\ndistributed cache dir, Gridmix cannot proceed with emulation of\ndistributed cache load.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',89,91,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(6547,'Whether to emulate distributed cache usage or not','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',111,111,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','None',NULL),(6548,'consider job-submitter for private distributed cache file','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/DistributedCacheEmulator.java',397,397,'org.apache.hadoop.mapred.gridmix.DistributedCacheEmulator','mapDistCacheFilePath(String, String, boolean, String)',NULL),(6549,'TODO this is currently not being set correctly. We should fix it.\nThat only matters for statistics extraction.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',240,241,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','None',NULL),(6550,'there are some literals here that probably should be options','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',734,734,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','newDistributionBlock()',NULL),(6551,'HACK ALERT!! It\'s possible for a Job end line to end a\njob for which we have a config file\nimage [ a ParsedConfigFile ] in jobconf.\n\nprocessParsedLine handles this.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java',1725,1729,'org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer','run()',NULL),(6552,'test hashing distribution policy','Line','hadoop-mapreduce/src/contrib/index/src/test/org/apache/hadoop/contrib/index/mapred/TestDistributionPolicy.java',154,154,'org.apache.hadoop.contrib.index.mapred.TestDistributionPolicy','testDistributionPolicy()',NULL),(6553,'Mix the generic group implementation into the Group interface','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',177,177,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(6554,'Mix the framework group implementation into the Group interface','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',217,217,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(6555,'Shouldn\'t happen since we do implement Clonable','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskStatus.java',451,451,'org.apache.hadoop.mapred.TaskStatus','clone()',NULL),(6556,'Shouldn\'t happen since we do implement Clonable','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/TaskStatus.java',451,451,'org.apache.hadoop.mapred.TaskStatus','clone()',NULL),(6557,'test with invalid or missing resource usage value','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',154,154,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testTotalHeapUsageEmulatorPlugin()',NULL),(6558,'test whether the heap usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixMemoryEmulation.java',259,260,'org.apache.hadoop.mapred.gridmix.TestGridmixMemoryEmulation','testEmulationAccuracy(Configuration, FakeHeapUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, TotalHeapUsageEmulatorPlugin, long, long)',NULL),(6559,'TODO Add a layer to enable SQL \\\"sharding\\\" and support locality','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DBInputFormat.java',105,105,'org.apache.hadoop.mapreduce.lib.db.DBInputFormat','readFields(DataInput)',NULL),(6560,'TODO: Fix ZombieJob to initialize this correctly from observed data','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',66,66,'org.apache.hadoop.tools.rumen.ZombieJob','None',NULL),(6561,'TODO Eliminate parameters that are already copied from the job\'s\nconfiguration file.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',135,136,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6562,'TODO set size of a split to 0 now.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',217,217,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6563,'TODO: do not care about \\\"other\\\" tasks, \\\"setup\\\" or \\\"clean\\\"','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',388,388,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6564,'TODO insert parameters','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',424,424,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6565,'TODO should we handle killed attempts later?','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',438,438,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6566,'TODO make up state','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',717,717,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6567,'TODO make up state','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',717,717,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6568,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',820,826,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6569,'We need this odd-looking code because if a seed exists we need to ensure\nthat only one interpolator is generated per LoggedDiscreteCDF, but if no\nseed exists then the potentially lengthy process of making an\ninterpolator can happen outside the lock. makeUpRuntimeCore only locks\naround the two hash map accesses.','Block','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ZombieJob.java',820,826,'org.apache.hadoop.tools.rumen.ZombieJob','convertState(Values)',NULL),(6570,'TODO add listeners, use for job dependencies','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',187,187,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(6571,'TODO add listeners, use for job dependencies','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',187,187,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(6572,'The range of acceptable dates is NULL to NULL. Just create a single split.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',69,69,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','split(Configuration, ResultSet, String)',NULL),(6573,'Shouldn\'t ever hit this case.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',163,163,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','longToDate(long, int)',NULL),(6574,'create Configs.SYSTEM_DIR\'s parent with restrictive permissions.\nSo long as the JT has access to the system dir itself it should\nbe able to start.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMapredSystemDir.java',66,68,'org.apache.hadoop.mapred.TestMapredSystemDir','testGarbledMapredSystemDir()',NULL),(6575,'TODO: this is conservative.','Line','hadoop-mapreduce/src/examples/org/apache/hadoop/examples/BaileyBorweinPlouffe.java',162,162,'org.apache.hadoop.examples.BaileyBorweinPlouffe','map(LongWritable, IntWritable, Context)',NULL),(6576,'desired range starts after beginning of this har block\nfix offset to beginning of relevant range (relative to desired file)','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/fs/HarFileSystem.java',363,364,'org.apache.hadoop.fs.HarFileSystem','initialize(URI, Configuration)',NULL),(6577,'We should never receive a duplicate success/failure/killed\nstatus update for the same taskid! This is a safety check,\nand is addressed better at the TaskTracker to ensure this.','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskInProgress.java',684,686,'org.apache.hadoop.mapred.TaskInProgress','getSplits(TaskAttemptID)',NULL),(6578,'We should never receive a duplicate success/failure/killed\nstatus update for the same taskid! This is a safety check,\nand is addressed better at the TaskTracker to ensure this.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/TaskInProgress.java',684,686,'org.apache.hadoop.mapred.TaskInProgress','getSplits(TaskAttemptID)',NULL),(6579,'our target rate is in terms of the maximum number of sample splits,\nbut we accept the possibility of sampling additional splits to hit\nthe target sample keyset','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/partition/InputSampler.java',212,214,'org.apache.hadoop.mapreduce.lib.partition.InputSampler','printUsage()',NULL),(6580,'Validate the existence of Distributed Cache files list file directly\nunder distributed cache directory','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',85,86,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','validateDistCacheData(JobConf, long[])',NULL),(6581,'Verify if correct exit code is seen when -generate option is missing and\ndistributed cache files are missing in the expected path.','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',351,352,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testSetupGenerateDistCacheData()',NULL),(6582,'Validate if DistributedCacheEmulator can handle a JobStory with out\nDistributed Cache files properly.','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestDistCacheEmulation.java',499,500,'org.apache.hadoop.mapred.gridmix.TestDistCacheEmulation','testDistCacheFilesConfiguration()',NULL),(6583,'default number of files to fix simultaneously','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',104,104,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(6584,'number of files to fix simultaneously','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',112,112,'org.apache.hadoop.raid.DistBlockFixer','None',NULL),(6585,'create input split for remaining items if necessary\nthis includes the case where no splits were created by the loop','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/DistBlockFixer.java',597,598,'org.apache.hadoop.raid.DistBlockFixer','filesPerTask(Configuration)',NULL),(6586,'Private Distributed cache will always be stored under\nmapre.local.dir/taskTracker/<username>/distcache\nChecking for username directory to check if it has the\nproper permissions','Line','hadoop-mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCachePrivateFile.java',204,207,'org.apache.hadoop.mapred.TestDistributedCachePrivateFile','testDistributedCache()',NULL),(6587,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/record/TestRecordMR.java',288,305,'org.apache.hadoop.record.TestRecordMR','launch()',NULL),(6588,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestFileOutputFormat.java',42,42,'org.apache.hadoop.mapred.TestFileOutputFormat','testCustomFile()',NULL),(6589,'turn down the completion poll interval from the 5 second default\nfor better test performance.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskFail.java',221,222,'org.apache.hadoop.mapred.TestTaskFail','testWithDFS()',NULL),(6590,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcessTree.java',86,87,'org.apache.hadoop.mapreduce.util.ProcessTree','isSetsidSupported()',NULL),(6591,'TODO Should we use long for size. What if the data is more than 4G?','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',111,111,'org.apache.hadoop.mapred.gridmix.GridmixRecord','writeRandomText(DataOutput, int)',NULL),(6592,'TODO What is compressible is turned on? LOG is a bad idea!','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java',180,180,'org.apache.hadoop.mapred.gridmix.GridmixRecord','write(DataOutput)',NULL),(6593,'We don\'t want to run the failing map task 4 times. So we run it once and\ncheck if all the subprocesses are killed properly.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestKillSubProcesses.java',112,113,'org.apache.hadoop.mapred.TestKillSubProcesses','runKillingJobAndValidate(JobTracker, JobConf)',NULL),(6594,'Exclude this task from next search because it is already\nconsidered.','Line','mapreduce/src/java/org/apache/hadoop/mapred/TaskMemoryManagerThread.java',433,434,'org.apache.hadoop.mapred.TaskMemoryManagerThread','killTasksWithLeastProgress(long)',NULL),(6595,'Exclude this task from next search because it is already\nconsidered.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/TaskMemoryManagerThread.java',433,434,'org.apache.hadoop.mapred.TaskMemoryManagerThread','killTasksWithLeastProgress(long)',NULL),(6596,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestBlockFixer.java',535,535,'org.apache.hadoop.raid.TestBlockFixer','mySetup(int, int)',NULL),(6597,'TODO: figure out why length would be 0','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingRecordReader.java',79,79,'org.apache.hadoop.vertica.VerticaStreamingRecordReader','getProgress()',NULL),(6598,'Checking if a Mapper.map within a Runnable has generated an\nIOException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',120,123,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(6599,'Checking if a Mapper.map within a Runnable has generated a\nRuntimeException. If so we rethrow it to force an abort of the Map\noperation thus keeping the semantics of the default\nimplementation.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/MultithreadedMapRunner.java',128,131,'org.apache.hadoop.mapred.lib.MultithreadedMapRunner','configure(JobConf)',NULL),(6600,'TODO cache','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/FilePool.java',116,116,'org.apache.hadoop.mapred.gridmix.FilePool','getInputFiles(long, Collection<FileStatus>)',NULL),(6601,'possible improvement: change date format to human readable ?','Line','hadoop-mapreduce/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',142,142,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(6602,'start time for virtual clock\npossible improvement: set default value to sth more meaningful based on\nthe 1st job','Line','hadoop-mapreduce/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',204,206,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(6603,'How often to dump scheduler state to the event log','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',56,56,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6604,'How often to dump scheduler state to the event log','Line','hadoop-mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',56,56,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6605,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',59,60,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6606,'How often tasks are preempted (must be longer than a couple\nof heartbeats to give task-kill commands a chance to act).','Line','hadoop-mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',59,60,'org.apache.hadoop.mapred.FairScheduler','None',NULL),(6607,'Compute total map/reduce slots\nIn the future we can precompute this if the Scheduler becomes a\nlistener of tracker join/leave events.','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',394,396,'org.apache.hadoop.mapred.FairScheduler','assignTasks(TaskTracker)',NULL),(6608,'Compute total map/reduce slots\nIn the future we can precompute this if the Scheduler becomes a\nlistener of tracker join/leave events.','Line','hadoop-mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',394,396,'org.apache.hadoop.mapred.FairScheduler','assignTasks(TaskTracker)',NULL),(6609,'TODO: Fix','Line','mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',1067,1067,'org.apache.hadoop.mapred.FairScheduler','dump()',NULL),(6610,'TODO: Fix','Line','hadoop-mapreduce/src/contrib/fairscheduler/src/java/org/apache/hadoop/mapred/FairScheduler.java',1067,1067,'org.apache.hadoop.mapred.FairScheduler','dump()',NULL),(6611,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMapRed.java',488,505,'org.apache.hadoop.mapred.TestMapRed','launch()',NULL),(6612,'TODO remove this once the deprecate APIs in LoggedJob are removed','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',233,233,'org.apache.hadoop.tools.rumen.JobBuilder','process(Properties)',NULL),(6613,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',521,523,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(6614,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',521,523,'org.apache.hadoop.tools.rumen.JobBuilder','processReduceAttemptFinishedEvent(ReduceAttemptFinishedEvent)',NULL),(6615,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',544,546,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(6616,'XXX There may be redundant location info available in the event.\nWe might consider extracting it from this event. Currently this\nis redundant, but making this will add future-proofing.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/JobBuilder.java',544,546,'org.apache.hadoop.tools.rumen.JobBuilder','processMapAttemptFinishedEvent(MapAttemptFinishedEvent)',NULL),(6617,'Split the special file that contains the list of distributed cache file\npaths and their file sizes such that each split corresponds to\napproximately same amount of distributed cache data to be generated.\nConsider numTaskTrackers * numMapSlotsPerTracker as the number of maps\nfor this job, if there is lot of data to be generated.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java',177,181,'org.apache.hadoop.mapred.gridmix.GenerateDistCacheData','getSplits(JobContext)',NULL),(6618,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidHar.java',75,75,'org.apache.hadoop.raid.TestRaidHar','createClusters(boolean)',NULL),(6619,'domain name\ntoo short\ntoo long\ntoo large\nweird\ntoo short\ntoo long\ntoo large\ntoo large','Line','hadoop-mapreduce/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestRemoveIpsFromLoggedNetworkTopology.java',54,62,'org.apache.hadoop.mapred.TestRemoveIpsFromLoggedNetworkTopology','testIsIPAddress()',NULL),(6620,'Check the permissions of the task-controller binary by running it plainly.\nIf permissions are correct, it returns an error code 1, else it returns\n24 or something else if some other bugs are also present.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/LinuxTaskController.java',106,108,'org.apache.hadoop.mapred.LinuxTaskController','setup()',NULL),(6621,'TODO: use explicit date formats','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingOutput.java',62,62,'org.apache.hadoop.vertica.VerticaStreamingOutput','Text> getRecordWriter(TaskAttemptContext)',NULL),(6622,'TODO: We should first fix the files that lose more blocks','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/BlockFixer.java',320,320,'org.apache.hadoop.raid.BlockFixer','sortCorruptFiles(List<Path>)',NULL),(6623,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidPurge.java',92,92,'org.apache.hadoop.raid.TestRaidPurge','createClusters(boolean)',NULL),(6624,'todo: only if all classes are of proper types','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/LocalMapReduceLaunchTabGroup.java',87,87,'org.apache.hadoop.eclipse.launch.LocalMapReduceLaunchTabGroup','isValid(ILaunchConfiguration)',NULL),(6625,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidNode.java',80,80,'org.apache.hadoop.raid.TestRaidNode','None',NULL),(6626,'pcnt would fail\nresetSpill doesn\'t move bufindex, kvindex','Line','mapreduce/src/java/org/apache/hadoop/mapred/MapTask.java',1313,1314,'org.apache.hadoop.mapred.MapTask','isMapTask()',NULL),(6627,'TODO: We need to take care of scenario when one map/reduce\ntakes more than 1 slot.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',176,177,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(6628,'TODO Use StringBuilder instead','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',348,348,'org.apache.hadoop.mapred.gridmix.StressJobFactory','toString()',NULL),(6629,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultithreadedMapRunner.java',53,53,'org.apache.hadoop.mapred.lib.TestMultithreadedMapRunner','testOKRun()',NULL),(6630,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestMultipleOutputs.java',56,56,'org.apache.hadoop.mapred.lib.TestMultipleOutputs','testWithoutCounters()',NULL),(6631,'XXX don\'t know what the file is?','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/dfs/DFSFolder.java',97,97,'org.apache.hadoop.eclipse.dfs.DFSFolder','upload(IProgressMonitor, File)',NULL),(6632,'TODO: Need to come up with a better place to put\nthis block of code to do with reading the file','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/security/TokenCache.java',120,121,'org.apache.hadoop.mapreduce.security.TokenCache','getSecretKey(Credentials, Text)',NULL),(6633,'Simple check to make sure that capacity is properly distributed among\nits children.\nlevel 1 children','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/test/org/apache/hadoop/mapred/TestContainerQueue.java',70,72,'org.apache.hadoop.mapred.TestContainerQueue','testMinCapacity()',NULL),(6634,'Write back the new restart count and rename the old info file\nTODO This is similar to jobhistory recovery, maybe this common code\ncan be factored out.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',1163,1165,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(6635,'Set service-level authorization security policy','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',1492,1492,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(6636,'This simply marks the job as completed. Note that the caller is responsible\nfor raising events.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',3442,3443,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(6637,'This simply marks the job as completed. Note that the caller is responsible\nfor raising events.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobTracker.java',3442,3443,'org.apache.hadoop.mapred.JobTracker','getJobTokenSecretManager()',NULL),(6638,'TODO change the default with the actual stats\nTODO do u need varied sized words?','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/RandomTextDataGenerator.java',87,88,'org.apache.hadoop.mapred.gridmix.RandomTextDataGenerator','getRandomTextDataGeneratorListSize(Configuration)',NULL),(6639,'spawn the JVM in a new thread. Note that there will be very little\nextra overhead of launching the new thread for a new JVM since\nmost of the cost is involved in launching the process. Moreover,\nsince we are going to be using the JVM for running many tasks,\nthe thread launch cost becomes trivial when amortized over all\ntasks. Doing it this way also keeps code simple.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JvmManager.java',414,419,'org.apache.hadoop.mapred.JvmManager','constructJvmEnv(List<String>, Vector<String>, File, File, long, File, Map<String, String>, JobConf)',NULL),(6640,'TODO: create segmented projections','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',123,123,'org.apache.hadoop.vertica.VerticaUtil','checkOutputSpecs(Configuration)',NULL),(6641,'TODO: catch when params required but missing\nTODO: better error message when count query is bad','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',138,139,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(6642,'This is the fancy part of mapping inputs...here\'s how we figure out\nsplits\nget the params query or the params','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',151,153,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(6643,'TODO: limit needs order by unique key\nTODO: what if there are more parameters than numsplits?\nprep a count(*) wrapper query and then populate the bind params for each','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',164,166,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(6644,'if there are more numSplits than params we\'re going to introduce some\nlimit and offsets\nTODO: write code to generate the start/end pairs for each group','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',201,203,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(6645,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',149,151,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(6646,'Refresh the authorization policy in-effect','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',165,165,'org.apache.hadoop.mapred.tools.MRAdmin','refreshAuthorizationPolicy()',NULL),(6647,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',181,183,'org.apache.hadoop.mapred.tools.MRAdmin','refreshSuperUserGroupsConfiguration()',NULL),(6648,'for security authorization\nserver principal for this call\nshould be JT\'s one.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/tools/MRAdmin.java',213,215,'org.apache.hadoop.mapred.tools.MRAdmin','refreshUserToGroupsMappings()',NULL),(6649,'move map output to reduce input','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/LocalJobRunner.java',402,402,'org.apache.hadoop.mapred.LocalJobRunner','getProtocolVersion(String, long)',NULL),(6650,'We generate leaves for a single split point as well as for\nno split points.','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/partition/TotalOrderPartitioner.java',375,376,'org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner','buildTrieRec(BinaryComparable[], int, int, byte[], int, CarriedTrieNodeRef)',NULL),(6651,'We generate leaves for a single split point as well as for\nno split points.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/partition/TotalOrderPartitioner.java',375,376,'org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner','buildTrieRec(BinaryComparable[], int, int, byte[], int, CarriedTrieNodeRef)',NULL),(6652,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcfsBasedProcessTree.java',342,343,'org.apache.hadoop.mapreduce.util.ProcfsBasedProcessTree','setSigKillInterval(long)',NULL),(6653,'get a non-exist reduce task attempt, expect a made-up task attempt\nTODO fill in test case','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/tools/rumen/TestZombieJob.java',157,158,'org.apache.hadoop.tools.rumen.TestZombieJob','testFirstJob()',NULL),(6654,'TODO: use explicit date formats','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',124,124,'org.apache.hadoop.vertica.VerticaOutputFormat','VerticaRecord> getRecordWriter(TaskAttemptContext)',NULL),(6655,'TODO: consider more tables and skip tables with non-temp projections','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaOutputFormat.java',158,158,'org.apache.hadoop.vertica.VerticaOutputFormat','optimize(Configuration)',NULL),(6656,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShell.java',178,178,'org.apache.hadoop.raid.TestRaidShell','mySetup(int, int)',NULL),(6657,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',158,158,'org.apache.hadoop.mapred.NotificationTestCase','testMR()',NULL),(6658,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/NotificationTestCase.java',186,186,'org.apache.hadoop.mapred.NotificationTestCase','launchWordCount(JobConf, String, int, int)',NULL),(6659,'Enable queue and job level authorization','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',85,85,'org.apache.hadoop.mapreduce.TestJobACLs','startCluster(boolean)',NULL),(6660,'Try operations as an authorized user, who is part of view-job-acl.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',149,149,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(6661,'Try operations as an authorized user, who is a queue administrator.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',152,152,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(6662,'add the correction factor of 234 as the input split is also streamed','Line','mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRWithDFS.java',255,255,'org.apache.hadoop.mapred.TestMiniMRWithDFS','runWordCount(MiniMRCluster, JobConf)',NULL),(6663,'add the correction factor of 234 as the input split is also streamed','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRWithDFS.java',255,255,'org.apache.hadoop.mapred.TestMiniMRWithDFS','runWordCount(MiniMRCluster, JobConf)',NULL),(6664,'Mix framework group implementation into CounterGroup interface','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/Counters.java',43,43,'org.apache.hadoop.mapreduce.Counters','None',NULL),(6665,'set the output format to take care of the _temporary folder','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/tools/rumen/TestRumenJobTraces.java',486,486,'org.apache.hadoop.tools.rumen.TestRumenJobTraces','testSmallTrace()',NULL),(6666,'test if jobs with no tasks (0 maps, 0 red) update the listener properly','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestJobInProgressListener.java',379,379,'org.apache.hadoop.mapred.TestJobInProgressListener','testSuccessfulJob(JobConf, MyListener)',NULL),(6667,'Move the offset to the start of the block.','Line','hadoop-mapreduce/src/contrib/raid/src/java/org/apache/hadoop/raid/Decoder.java',112,112,'org.apache.hadoop.raid.Decoder','decodeFile(FileSystem, Path, FileSystem, Path, long, Path)',NULL),(6668,'divide the left into 4 32 bit chunks','Line','hadoop-mapreduce/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',213,213,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(6669,'divide the right into 5 31 bit chunks','Line','hadoop-mapreduce/src/examples/org/apache/hadoop/examples/terasort/Unsigned16.java',219,219,'org.apache.hadoop.examples.terasort.Unsigned16','multiply(Unsigned16)',NULL),(6670,'TODO: Mock JT should have consumed all entries from its job submission table','Line','hadoop-mapreduce/src/contrib/mumak/src/test/org/apache/hadoop/mapred/TestSimulatorJobClient.java',115,115,'org.apache.hadoop.mapred.TestSimulatorJobClient','None',NULL),(6671,'delete output -- should we really do this?','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/MRBench.java',292,292,'org.apache.hadoop.mapred.MRBench','run(String[])',NULL),(6672,'As we already know current Capacity percent of this queue\nmake children distribute unconfigured Capacity.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/ContainerQueue.java',157,158,'org.apache.hadoop.mapred.ContainerQueue','distributeUnConfiguredCapacity()',NULL),(6673,'TODO: figure out why length would be 0','Line','hadoop-mapreduce/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaRecordReader.java',78,78,'org.apache.hadoop.vertica.VerticaRecordReader','getProgress()',NULL),(6674,'FIXME Error dialog','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/HadoopApplicationLaunchShortcut.java',92,92,'org.apache.hadoop.eclipse.launch.HadoopApplicationLaunchShortcut','findLaunchConfiguration(IType, ILaunchConfigurationType)',NULL),(6675,'TODO: test values as hashmap of column names','Line','hadoop-mapreduce/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',225,225,'org.apache.hadoop.vertica.TestVertica','recordTest(List<Integer>, List<Object>, DataOutputBuffer, DataInputBuffer, boolean)',NULL),(6676,'TODO: test create schema\nTODO: test writable variants of data types','Line','hadoop-mapreduce/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',354,355,'org.apache.hadoop.vertica.TestVertica','testVerticaOutput()',NULL),(6677,'look at how much capacity they\'ve filled. Treat a queue with\ncapacity=0 equivalent to a queue running at capacity','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',182,183,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(6678,'we do not \'reserve\' slots on tasktrackers anymore since the user is\nalready over the limit\nNote: some of the code from above is repeated here. This is on\npurpose as it improves overall readability.\nNote: we walk through jobs again. Some of these jobs, which weren\'t\nconsidered in the first pass, shouldn\'t be considered here again,\nbut we still check for their viability to keep the code simple. In\nsome cases, for high mem jobs that have nothing to run, we call\nobtainNewTask() unnecessarily. Should this be a problem, we can\ncreate a list of jobs to look at (those whose users were over\nlimit) in the first pass and walk through that list only.','Line','hadoop-mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',372,382,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(6679,'If TT has Map and Reduce slot free, we assign 1 map and 1 reduce\nWe  base decision on how much is needed\nversus how much is used','Block','hadoop-mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',970,974,'org.apache.hadoop.mapred.CapacityTaskScheduler','assignTasks(TaskTracker)',NULL),(6680,'maximum split size is 2 blocks','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',453,453,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(6681,'maximum split size is 3 blocks','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',493,493,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(6682,'maximum split size is 4 blocks','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',546,546,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(6683,'This file has three whole blocks. If the maxsplit size is\nhalf the block size, then there should be six splits.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',661,662,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(6684,'XXX is this necessary?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/join/ResetableIterator.java',88,88,'org.apache.hadoop.mapreduce.lib.join.ResetableIterator','close()',NULL),(6685,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShellFsck.java',105,105,'org.apache.hadoop.raid.TestRaidShellFsck','setUp(boolean)',NULL),(6686,'TODO: Support BINARY, VARBINARY, LONGVARBINARY, DISTINCT, CLOB, BLOB, ARRAY\nSTRUCT, REF, DATALINK, and JAVA_OBJECT.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBInputFormat.java',160,161,'org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat','getSplitter(int)',NULL),(6687,'Default probability is 0%\nMax probability is 100%','Line','hadoop-mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(6688,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(6689,'TODO fix this: make it more sophisticated!!!','Line','hadoop-mapreduce/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(6690,'XXX:Not to be used directly.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/NodeHealthCheckerService.java',372,372,'org.apache.hadoop.mapred.NodeHealthCheckerService','getTimer()',NULL),(6691,'When step == 0, this loop starts as many map tasks it can wrt\nmaxTasksPerJob\nWhen step == 1, this loop starts as many reduce tasks it can wrt\nmaxTasksPerJob\nWhen step == 2, this loop starts as many map tasks it can\nWhen step == 3, this loop starts as many reduce tasks it can\n\nIt may seem that we would improve this loop by queuing jobs we cannot\nstart in steps 0 and 1 because of maxTasksPerJob, and using that queue\nin step 2 and 3.\nA first thing to notice is that the time with the current algorithm is\nlogarithmic, because it is the sum of (p^k) for k from 1 to N, were\nN is the number of jobs and p is the probability for a job to not exceed\nlimits The probability for the cache to be useful would be similar to\np^N, that is 1/(e^N), whereas its size and the time spent to manage it\nwould be in ln(N).\nSo it is not a good idea.','Block','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/LimitTasksPerJobTaskScheduler.java',96,114,'org.apache.hadoop.mapred.LimitTasksPerJobTaskScheduler','assignTasks(TaskTracker)',NULL),(6692,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/TestMapReduce.java',267,284,'org.apache.hadoop.mapreduce.TestMapReduce','launch()',NULL),(6693,'tClient maybe null because the task is already dead. Ex: setup','Line','hadoop-mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',238,238,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(6694,'If distributed cache is modified in dfs\nbetween two job runs, it can be present more than once\nin any of the task tracker, in which job ran.','Line','hadoop-mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',282,284,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(6695,'TODO: ensure that no jobs/tasks are running\nrestart the cluster if cleanup fails','Line','hadoop-mapreduce/src/test/system/java/org/apache/hadoop/mapreduce/test/system/MRCluster.java',140,141,'org.apache.hadoop.mapreduce.test.system.MRCluster','ensureClean()',NULL),(6696,'This should give us 25 splits, one per letter.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',108,108,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testAlphabetSplit()',NULL),(6697,'Don\'t check for exact values in the middle, because the splitter generates some\nugly Unicode-isms. But do check that we get multiple splits and that it starts\nand ends on the correct points.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',120,122,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testCommonPrefix()',NULL),(6698,'TODO','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/servers/HadoopLocationWizard.java',251,251,'org.apache.hadoop.eclipse.servers.HadoopLocationWizard','performFinish()',NULL),(6699,'rare case where splits are exact, logs.length can be 4','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/tools/TestCopyFiles.java',766,766,'org.apache.hadoop.tools.TestCopyFiles','reset()',NULL),(6700,'This is a hack to pass the sleep duration via Gridmix key\nTODO: We need to come up with better solution for this.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/SleepJob.java',150,151,'org.apache.hadoop.mapred.gridmix.SleepJob','initialValue()',NULL),(6701,'C[] would need Array.newInstance which requires a Class<C> reference.\nJust a few local casts probably worth not having to carry it around.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/counters/FileSystemCounterGroup.java',55,56,'org.apache.hadoop.mapreduce.counters.FileSystemCounterGroup','None',NULL),(6702,'Currently, authorization is not done for jobtracker page. So allow\neveryone to view it.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestWebUIAuthorization.java',707,708,'org.apache.hadoop.mapred.TestWebUIAuthorization','testWebUIAuthorization()',NULL),(6703,'TODO Remove this once LocalJobRunner can run Gridmix.','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestCompressionEmulationUtils.java',60,60,'org.apache.hadoop.mapred.gridmix.TestCompressionEmulationUtils','getSplits(JobContext)',NULL),(6704,'do the clean up of temporary directory','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileOutputCommitter.java',95,95,'org.apache.hadoop.mapred.FileOutputCommitter','cleanupJob(JobContext)',NULL),(6705,'Statistics are maintained for a couple of things\nmapTaskStats is used for maintaining statistics about\nthe completion time of map tasks on the trackers. On a per\ntracker basis, the mean time for task completion is maintained','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',268,271,'org.apache.hadoop.mapred.JobInProgress','None',NULL),(6706,'Statistics are maintained for a couple of things\nmapTaskStats is used for maintaining statistics about\nthe completion time of map tasks on the trackers. On a per\ntracker basis, the mean time for task completion is maintained','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',268,271,'org.apache.hadoop.mapred.JobInProgress','None',NULL),(6707,'TODO The only problem with these counters would be on restart.\nThe jobtracker updates the counter only when the task that is scheduled\nif from a non-running tip and is local (data, rack ...). But upon restart\nas the reports come from the task tracker, there is no good way to infer\nwhen exactly to increment the locality counters. The only solution is to\nincrement the counters for all the tasks irrespective of\n- whether the tip is running or not\n- whether its a speculative task or not\n\nSo to simplify, increment the data locality counter whenever there is\ndata locality.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1683,1693,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6708,'TODO The only problem with these counters would be on restart.\nThe jobtracker updates the counter only when the task that is scheduled\nif from a non-running tip and is local (data, rack ...). But upon restart\nas the reports come from the task tracker, there is no good way to infer\nwhen exactly to increment the locality counters. The only solution is to\nincrement the counters for all the tasks irrespective of\n- whether the tip is running or not\n- whether its a speculative task or not\n\nSo to simplify, increment the data locality counter whenever there is\ndata locality.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1683,1693,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6709,'Ugly!\nConvert the trackerName to it\'s host name','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1731,1732,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6710,'Ugly!\nConvert the trackerName to it\'s host name','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',1731,1732,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6711,'see if a different TIP might work better.','Line','mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',2213,2213,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6712,'see if a different TIP might work better.','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobInProgress.java',2213,2213,'org.apache.hadoop.mapred.JobInProgress','getTimestamp()',NULL),(6713,'whether TT knows about this task\nsleep for a bit','Line','mapreduce/src/java/org/apache/hadoop/mapred/Task.java',659,660,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(6714,'What to include in the published price in spending per slot','Line','hadoop-mapreduce/src/contrib/dynamic-scheduler/src/java/org/apache/hadoop/mapred/DynamicPriorityScheduler.java',134,134,'org.apache.hadoop.mapred.DynamicPriorityScheduler','addBudget(String, float)',NULL),(6715,'configure task jvm options if enabled\nthis knob can be turned off if there is a mismatch between the\ntarget (simulation) cluster and the original cluster. Such a\nmismatch can result in job failures (due to memory issues) on the\ntarget (simulated) cluster.\n\nTODO If configured, scale the original task\'s JVM (heap related)\noptions to suit the target (simulation) cluster','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java',148,155,'org.apache.hadoop.mapred.gridmix.GridmixJob','initialValue()',NULL),(6716,'better if we don\'t create the input format instance','Line','hadoop-mapreduce/src/contrib/index/src/java/org/apache/hadoop/contrib/index/mapred/IndexUpdater.java',101,101,'org.apache.hadoop.contrib.index.mapred.IndexUpdater','createJob(Configuration, Path[], Path, int, Shard[])',NULL),(6717,'TODO: Add job conf to _job array','Line','hadoop-mapreduce/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',59,59,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','None',NULL),(6718,'Print the Job Execution Statistics\nTODO: split to pring job, map/reduce task list and individual map/reduce task stats','Block','hadoop-mapreduce/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',451,454,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','setJobConf(JobConf)',NULL),(6719,'Configuration parameters\nthe core engine to emulate heap usage','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/TotalHeapUsageEmulatorPlugin.java',48,49,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.TotalHeapUsageEmulatorPlugin','None',NULL),(6720,'TODO can replace with form of GridmixJob','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateData.java',61,61,'None','None',NULL),(6721,'move over \'(\'','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',197,197,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(6722,'move over \')\'','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/CountersStrings.java',202,202,'org.apache.hadoop.mapreduce.util.CountersStrings','getBlock(String, char, char, IntWritable)',NULL),(6723,'TODO: We have just 2 types of listeners as of now . If no of listeners\nincrease then we should move to map kind of model.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Statistics.java',151,152,'org.apache.hadoop.mapred.gridmix.Statistics','run()',NULL),(6724,'TODO can this be configurable too. Users/emulators should be able to\npick and choose what MATH operations to run.\nExample :\nBASIC : ADD, SUB, MUL, DIV\nADV   : SQRT, SIN, COSIN..\nCOMPO : (BASIC/ADV)*\nAlso define input generator. For now we can use the random number\ngenerator. Later this can be changed to accept multiple sources.','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',145,152,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','performUnitComputation()',NULL),(6725,'TODO Make this configurable\n100 ms','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',174,175,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(6726,'compute the 1% of the total CPU usage desired\nTODO Make this configurable','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',186,187,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(6727,'we want some kind of exponential growth function that gives less weight\non lower progress boundaries but high (exact emulation) near progress\nvalue of 1.\nso here is how the current growth function looks like\nprogress    weight\n0.1       0.0001\n0.2       0.0016\n0.3       0.0081\n0.4       0.0256\n0.5       0.0625\n0.6       0.1296\n0.7       0.2401\n0.8       0.4096\n0.9       0.6561\n1.0       1.000','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',213,227,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','getWeightForProgressInterval(float)',NULL),(6728,'TODO Multi-threading for speedup?','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',233,233,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','emulate()',NULL),(6729,'reduce task has a fixed split of progress amongst copy, shuffle and\nreduce phases.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestReporter.java',135,136,'org.apache.hadoop.mapred.TestReporter','setup()',NULL),(6730,'Convert the list of split point strings into an actual set of InputSplits.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/TextSplitter.java',119,119,'org.apache.hadoop.mapreduce.lib.db.TextSplitter','None',NULL),(6731,'TODO Write resources version no too\nlong #1\nlong #2\nlong #3\nlong #4','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/ResourceUsageMetrics.java',117,121,'org.apache.hadoop.tools.rumen.ResourceUsageMetrics','write(DataOutput)',NULL),(6732,'it\'s fine walking down the entire list of running jobs - there\nprobably will not be many, plus, we may need to go through the\nlist to compute numSlotsOccupiedByUser. If this is expensive, we\ncan keep a list of running jobs per user. Then we only need to\nconsider the first few jobs per user.','Block','hadoop-mapreduce/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/JobQueue.java',174,180,'org.apache.hadoop.mapred.JobQueue','compare(JobSchedulingInfo, JobSchedulingInfo)',NULL),(6733,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',35,35,'org.apache.hadoop.mapred.lib.TestChainMapReduce','None',NULL),(6734,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',74,74,'org.apache.hadoop.mapred.lib.TestChainMapReduce','getFlagDir(boolean)',NULL),(6735,'generate splits','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileInputFormat.java',270,270,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(6736,'Sort the racks based on their contribution to this split','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileInputFormat.java',589,589,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(6737,'how much of the task time belonged to current interval','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/fs/JHLogAnalyzer.java',810,810,'org.apache.hadoop.fs.JHLogAnalyzer','toString()',NULL),(6738,'Wrap FSDataInputStream for efficient backward seeks\nKeep track on position with respect encapsulated FSDataInputStream','Line','hadoop-mapreduce/src/contrib/streaming/src/java/org/apache/hadoop/streaming/StreamXmlRecordReader.java',293,294,'org.apache.hadoop.streaming.StreamXmlRecordReader','init()',NULL),(6739,'test GzipZlibDecompressor (native), just to be sure\n(FIXME?  could move this call to testGzip(), but would need filename\nsetup above) (alternatively, maybe just nuke testGzip() and extend this?)','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',356,358,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBuiltInGzipDecompressor()',NULL),(6740,'ideally would add some offsets/shifts in here (e.g., via extra fields\nof various sizes), but...significant work to hand-generate each header','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',376,377,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleGzipBufferSizes(JobConf, boolean)',NULL),(6741,'work around 2-byte splits issue\n[135 splits for a 208-byte file and a 62-byte file(!)]','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',486,487,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBzip2()',NULL),(6742,'ideally would add some offsets/shifts in here (e.g., via extra header\ndata?), but...significant work to hand-generate each header, and no\nbzip2 spec for reference','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',596,598,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleBzip2BufferSizes(JobConf, boolean)',NULL),(6743,'work around 256-byte/22-splits issue','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',650,650,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doSingleBzip2BufferSize(JobConf)',NULL),(6744,'ability to limit the size of a single split','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',84,84,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','None',NULL),(6745,'Create one split for this rack before moving over to the next rack.\nCome back to this rack after creating a single split for each of the\nremaining racks.\nProcess one rack location at a time, Combine all possible blocks that\nreside on this rack as one split. (constrained by minimum and maximum\nsplit size).','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',350,355,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6746,'if there is a minimum size specified, then create a single split\notherwise, store these blocks into overflow data structure','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',396,397,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6747,'if remainder is between max and 2*max - then\ninstead of creating splits of size max, left-max we\ncreate splits of size left/2 and left/2. This is\na heuristic to avoid creating really really small\nsplits.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileInputFormat.java',522,526,'org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat','setMaxSplitSize(long)',NULL),(6748,'Delegate the generation of input splits to the \'original\' InputFormat','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/pipes/PipesNonJavaInputFormat.java',52,52,'org.apache.hadoop.mapred.pipes.PipesNonJavaInputFormat','NullWritable> getRecordReader(InputSplit, JobConf, Reporter)',NULL),(6749,'TODO: when modification times can be set, directories should be\nemitted to reducers so they might be preserved. Also, mkdirs does','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/DistCp.java',506,507,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(6750,'no more retries... Give up','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/DistCp.java',603,603,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(6751,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/TaskRunner.java',576,577,'org.apache.hadoop.mapred.TaskRunner','getVMEnvironment(String, File, JobConf, Map<String, String>, TaskAttemptID, long)',NULL),(6752,'Don\'t assign map tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',178,180,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(6753,'Don\'t assign reduce tasks to the hilt!\nLeave some free slots in the cluster for future task-failures,\nspeculative tasks etc. beyond the highest priority job','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/JobQueueTaskScheduler.java',237,239,'org.apache.hadoop.mapred.JobQueueTaskScheduler','assignTasks(TaskTracker)',NULL),(6754,'TODO: check for insane values','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java',66,66,'org.apache.hadoop.mapreduce.split.SplitMetaInfoReader','readSplitMetaInfo(JobID, FileSystem, Configuration, Path)',NULL),(6755,'// Set the policy to default policy to place the block in the default way\nsetBlockPlacementPolicy(namesystem, new BlockPlacementPolicyDefault(','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',273,274,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6756,'// verify policy deletes the correct blocks. companion blocks should be\n// evenly distributed.','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/server/blockmanagement/TestBlockPlacementPolicyRaid.java',421,422,'org.apache.hadoop.hdfs.server.blockmanagement.TestBlockPlacementPolicyRaid','None',NULL),(6757,'copy the split and fix up the locations','Line','hadoop-mapreduce/src/examples/org/apache/hadoop/examples/terasort/TeraScheduler.java',213,213,'org.apache.hadoop.examples.terasort.TeraScheduler','getNewFileSplits()',NULL),(6758,'explicitly do not use \\\"normal\\\" job.setOutputPath to make sure\nthat it is not hardcoded anywhere in the framework.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRLocalFS.java',123,124,'org.apache.hadoop.mapred.TestMiniMRLocalFS','testWithLocal()',NULL),(6759,'Finish the map task on the tracker 1. Finishing it here to work\naround bug in the FakeJobInProgress object','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTrackerReservation.java',260,261,'org.apache.hadoop.mapred.TestTrackerReservation','testReservationOnBlacklistedTracker()',NULL),(6760,'pre-compute split information','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',83,83,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(6761,'abort execution, remove splits if nesc\nTODO release ThdLoc','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',122,123,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(6762,'scan all policies once every 5 second','Line','hadoop-mapreduce/src/contrib/raid/src/test/org/apache/hadoop/hdfs/TestRaidDfs.java',74,74,'org.apache.hadoop.hdfs.TestRaidDfs','mySetup(String, int)',NULL),(6763,'TODO Blocked by MAPREDUCE-118','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',174,174,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(6764,'TODO','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestGridmixSubmission.java',176,176,'org.apache.hadoop.mapred.gridmix.TestGridmixSubmission','init()',NULL),(6765,'Shouldn\'t happen since we do implement Clonable','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/JobStatus.java',324,324,'org.apache.hadoop.mapreduce.JobStatus','clone()',NULL),(6766,'Shouldn\'t happen since we do implement Clonable','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/JobStatus.java',324,324,'org.apache.hadoop.mapreduce.JobStatus','clone()',NULL),(6767,'TODO enable upload command only when selection is exactly one folder','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',181,181,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadFilesToDFS(IStructuredSelection)',NULL),(6768,'TODO enable upload command only when selection is exactly one folder','Line','hadoop-mapreduce/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/actions/DFSActionImpl.java',211,211,'org.apache.hadoop.eclipse.actions.DFSActionImpl','uploadDirectoryToDFS(IStructuredSelection)',NULL),(6769,'TODO Control the extra data written ..\nTODO Should the key\\tvalue\\n be considered for measuring size?\nCan counters like BYTES_WRITTEN be used? What will be the value of\nsuch counters in LocalJobRunner?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',128,131,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','setup(Context)',NULL),(6770,'TODO Control the extra data written ..\nTODO Should the key\\tvalue\\n be considered for measuring size?\nCan counters like BYTES_WRITTEN be used? What will be the value of\nsuch counters in LocalJobRunner?','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',128,131,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','setup(Context)',NULL),(6771,'TODO Seek doesnt work with compressed input stream.\nUse SplittableCompressionCodec?','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',482,483,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','getPossiblyDecompressedInputStream(Path, Configuration, long)',NULL),(6772,'TODO Seek doesnt work with compressed input stream.\nUse SplittableCompressionCodec?','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',482,483,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','getPossiblyDecompressedInputStream(Path, Configuration, long)',NULL),(6773,'enable input decompression\nTODO replace with mapInputBytes and hdfsBytesRead','Line','mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',558,559,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','configureCompressionEmulation(Configuration, Configuration)',NULL),(6774,'enable input decompression\nTODO replace with mapInputBytes and hdfsBytesRead','Line','hadoop-mapreduce/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',558,559,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','configureCompressionEmulation(Configuration, Configuration)',NULL),(6775,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestMultipleInputs.java',57,57,'org.apache.hadoop.mapreduce.lib.input.TestMultipleInputs','None',NULL),(6776,'tClient maybe null because the task is already dead. Ex: setup','Line','hadoop-mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',234,234,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(6777,'Since distributed cache is unmodified in dfs\nbetween two job runs, it should not be present more than once\nin any of the task tracker, in which job ran.','Line','hadoop-mapreduce/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',275,277,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(6778,'Hack: ensuring rack name starts with \\\"/\\\".','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/RackNode.java',27,27,'org.apache.hadoop.tools.rumen.RackNode','addChild(Node)',NULL),(6779,'XXXXXX should this also be null-protected?','Line','hadoop-mapreduce/src/examples/org/apache/hadoop/examples/terasort/TeraInputFormat.java',80,80,'org.apache.hadoop.examples.terasort.TeraInputFormat','None',NULL),(6780,'generate splits','Line','mapreduce/src/java/org/apache/hadoop/mapreduce/lib/input/FileInputFormat.java',267,267,'org.apache.hadoop.mapreduce.lib.input.FileInputFormat','getSplits(JobContext)',NULL),(6781,'generate splits','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/FileInputFormat.java',267,267,'org.apache.hadoop.mapreduce.lib.input.FileInputFormat','getSplits(JobContext)',NULL),(6782,'HACK ALERT!!!  This \\\"should\\\" have have two subclasses, which might be called\nLoggedMapTaskAttempt and LoggedReduceTaskAttempt, but\nthe Jackson implementation of JSON doesn\'t handle a\nsuperclass-valued field.','Line','mapreduce/src/tools/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',28,31,'None','None',NULL),(6783,'HACK ALERT!!!  This \\\"should\\\" have have two subclasses, which might be called\nLoggedMapTaskAttempt and LoggedReduceTaskAttempt, but\nthe Jackson implementation of JSON doesn\'t handle a\nsuperclass-valued field.','Line','hadoop-mapreduce/src/tools/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java',28,31,'None','None',NULL),(6784,'TODO: Group launching of multiple containers to a single\nNodeManager into a single connection','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',121,122,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)',NULL),(6785,'TODO: Synchronization problems!!','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',142,142,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','init(Configuration)',NULL),(6786,'Load ContainerManager tokens before creating a connection.\nTODO: Do it only once per NodeManager.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',186,187,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(6787,'We will have to remove the launch (meant \\\"cleanup\\\"? FIXME) event if it is still in eventQueue\nand not yet processed','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',234,235,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(6788,'TODO: Any synchro needed?\ndeallocate the container','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',237,238,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(6789,'TODO:check whether container is launched','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java',246,246,'org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl','run()',NULL),(6790,'TODO: Use secure IO Utils to avoid symlink attacks.\nTODO Fix findBugs close warning along with IOUtils change','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',130,131,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(6791,'TODO: HTMl Quoting?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/ContainerLogsPage.java',140,140,'org.apache.hadoop.yarn.server.nodemanager.webapp.ContainerLogsPage','render(Block)',NULL),(6792,'TODO change this to be random','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',157,157,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(6793,'TODO: Kill RM.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',250,250,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(6794,'TODO This will change when the history server\nunderstands apps.\nTOOD Use JobId toString once UI stops using _id_id','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JobHistoryUtils.java',492,494,'org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils','getHistoryUrl(Configuration, ApplicationId)',NULL),(6795,'whether TT knows about this task\nsleep for a bit','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java',652,653,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(6796,'TODO: FIXMEVinodkv','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/MemStore.java',91,91,'org.apache.hadoop.yarn.server.resourcemanager.recovery.MemStore','getNextNodeId()',NULL),(6797,'TODO: for other exceptions','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java',213,213,'org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator','startAllocatorThread()',NULL),(6798,'Another off switch, shouldn\'t allocate due to delay scheduling','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',552,552,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testLocalityScheduling()',NULL),(6799,'Start with off switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',681,682,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(6800,'Another off-switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',693,694,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(6801,'TODO Not generated yet in MRV2\nTODO Not generated yet MRV2','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobSummary.java',26,27,'org.apache.hadoop.mapreduce.jobhistory.JobSummary','None',NULL),(6802,'TODO: FIXME!!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',291,291,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','String> getLocalizedResources()',NULL),(6803,'Inform the ContainersMonitor to start monitoring the container\'s\nresource usage.\nTODO: Fix pmem limits below','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',525,527,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(6804,'TODO: Add containerWorkDir to the deletion service.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',541,541,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(6805,'TODO: Add containerWorkDir to the deletion service.\nTODO: Add containerOuputDir to the deletion service.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',558,559,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(6806,'Upload only in security mode: TODO','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',215,215,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)',NULL),(6807,'XXX Remove','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',224,224,'org.apache.hadoop.mapred.YARNRunner','submitJob(JobID, String, Credentials)',NULL),(6808,'TODO gross hack','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',305,305,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(6809,'TODO: Only if security is on.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',313,313,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(6810,'TODO - Remove this!','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',319,319,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(6811,'TODO: RM should get this from RPC.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',369,369,'org.apache.hadoop.mapred.YARNRunner','createApplicationSubmissionContext(Configuration, String, Credentials)',NULL),(6812,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[], long[], boolean[], Path[], FileType)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',418,419,'org.apache.hadoop.mapred.YARNRunner','parseDistributedCacheArtifacts(Configuration, ApplicationSubmissionContext, LocalResourceType, URI[], long[], long[], boolean[], Path[])',NULL),(6813,'TODO - Move this to MR!','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java',476,476,'org.apache.hadoop.mapred.YARNRunner','getFileSizes(Configuration, String)',NULL),(6814,'TODO Comparator','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java',304,304,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl','compareTo(Container)',NULL),(6815,'TODO JobHistoryParser.handleTaskFailedAttempt should use state from the event.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java',56,56,'org.apache.hadoop.mapreduce.v2.hs.CompletedTask','canCommit(TaskAttemptId)',NULL),(6816,'TODO TMI?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java',74,74,'org.apache.hadoop.mapreduce.v2.hs.CompletedTask','canCommit(TaskAttemptId)',NULL),(6817,'TODO: Not used at all!!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalResourcesTracker.java',33,33,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTracker','contains(LocalResourceRequest)',NULL),(6818,'TODO: mark as final\nFor now only one masterKey, for ever.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',28,29,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','None',NULL),(6819,'TODO: add expiry for masterKey\nTODO: add logic to handle with multiple masterKeys, only one being used for\ncreating new tokens at any time.\nTODO: Make he masterKey more secure, non-transferrable etc.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',31,34,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','setMasterKey(SecretKey)',NULL),(6820,'TODO: this should go away.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',43,43,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','setMasterKey(SecretKey)',NULL),(6821,'TODO: this should go away.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',48,48,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','getMasterKey()',NULL),(6822,'TODO Is this required?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',83,83,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','init(Configuration)',NULL),(6823,'TODO: ContainersLauncher launches containers one by one!!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java',99,99,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher','handle(ContainersLauncherEvent)',NULL),(6824,'temp fix until metrics system can auto-detect itself running in unit test:','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/MiniYARNCluster.java',57,57,'org.apache.hadoop.yarn.server.MiniYARNCluster','None',NULL),(6825,'TODO: Don\'t create again and again.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',144,144,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)',NULL),(6826,'TODO','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',147,147,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)',NULL),(6827,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',211,211,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(6828,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',217,217,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(6829,'Set service-level authorization security policy','Line','hadoop-mapreduce/src/java/org/apache/hadoop/mapred/TaskTracker.java',675,675,'org.apache.hadoop.mapred.TaskTracker','getAsyncDiskService()',NULL),(6830,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',94,95,'org.apache.hadoop.yarn.util.ConverterUtils','getPathFromYarnURL(URL)',NULL),(6831,'prefix. TODO: Validate application prefix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',131,131,'org.apache.hadoop.yarn.util.ConverterUtils','toApplicationId(RecordFactory, String)',NULL),(6832,'prefix. TODO: Validate container prefix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',156,156,'org.apache.hadoop.yarn.util.ConverterUtils','toContainerId(RecordFactory, String)',NULL),(6833,'TODO: fix the bug where the speculator gets events with\nnot-fully-constructed objects. For now, disable speculative exec','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/MRApp.java',137,138,'org.apache.hadoop.mapreduce.v2.app.MRApp','None',NULL),(6834,'TODO: Validate the request','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',282,282,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(6835,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',308,309,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(6836,'TODO: Handle the masterKey invalidation.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMSecretManager.java',65,65,'org.apache.hadoop.yarn.security.client.ClientToAMSecretManager','getMasterKey(ApplicationTokenIdentifier)',NULL),(6837,'TODO: Problem if no header like this','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NavBlock.java',29,29,'org.apache.hadoop.yarn.server.nodemanager.webapp.NavBlock','render(Block)',NULL),(6838,'TODO: What use of this with info() in?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMController.java',37,37,'org.apache.hadoop.yarn.server.nodemanager.webapp.NMController','index()',NULL),(6839,'TODO: Fix store','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',343,343,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','compare(Queue, Queue)',NULL),(6840,'TODO: VINDOKVFIXME recovery','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java',704,704,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler','recover(RMState)',NULL),(6841,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMROldApiJobs.java',84,85,'org.apache.hadoop.mapreduce.v2.TestMROldApiJobs','setup()',NULL),(6842,'for the child of task jvm, set hadoop.root.logger\nTODO: Debug','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',77,78,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(6843,'TODO: The following is useful for instance in streaming tasks. Should be\nset in ApplicationMaster\'s env by the RM.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',80,81,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(6844,'FIXME: don\'t think this is also needed given we already set java\nproperties.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',88,89,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(6845,'the env key is note present anywhere .. simply set it\nexample X=$X:/tmp or X=/tmp','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',122,123,'org.apache.hadoop.mapred.MapReduceChildJVM','setVMEnv(Map<String, String>, List<String>, String, String, String, Task, CharSequence)',NULL),(6846,'TODO: Does the above take care of escaped space chars','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java',214,214,'org.apache.hadoop.mapred.MapReduceChildJVM','getVMCommand(InetSocketAddress, Task, String, String, String, String, ID)',NULL),(6847,'TODO - ATTEMPT_KILLED not sent right now but should handle if\nattempt starts sending','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',84,85,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(6848,'Transitions from RESTARTING state\nTODO - no way to get to RESTARTING state right now','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',121,122,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(6849,'TODO fail the application on the failed transition','Block','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',362,362,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(6850,'TODO these bytes should be versioned','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',160,160,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(6851,'TODO: Once SHuffle is out of NM, this can use MR APIs','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',166,166,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(6852,'TODO add API to AuxiliaryServices to report failures','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',173,173,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(6853,'TODO change AbstractService to throw InterruptedException','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',190,190,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(6854,'TODO factor security manager into pipeline\nTODO factor out encode/decode to permit binary shuffle\nTODO factor out decode of index to permit alt. models','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',230,232,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(6855,'TODO? add upstream?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',302,302,'org.apache.hadoop.mapred.ShuffleHandler','messageReceived(ChannelHandlerContext, MessageEvent)',NULL),(6856,'TODO refactor the following into the pipeline','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',318,318,'org.apache.hadoop.mapred.ShuffleHandler','messageReceived(ChannelHandlerContext, MessageEvent)',NULL),(6857,'TODO replace w/ rsrc alloc\n$x/$user/appcache/$appId/output/$mapId\nTODO: Once Shuffle is out of NM, this can use MR APIs to convert between App and Job','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',376,378,'org.apache.hadoop.mapred.ShuffleHandler','sendMapOutput(ChannelHandlerContext, Channel, String, String, String, int)',NULL),(6858,'TODO Get rid of this once JobId has it\'s own comparator','Block','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',93,95,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','None',NULL),(6859,'TODO Could verify the correct format for these directories.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',325,325,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6860,'TODO Is this really required.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',597,597,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6861,'TODO This should ideally be using getAllJobsMetaInfo\nor get rid of that method once Job has APIs for user, finishTime etc.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',648,649,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6862,'TODO Check all mi getters and setters for the conf path','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',854,854,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6863,'TODO Delete YYYY/MM/DD directories.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1051,1051,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6864,'TODO AppContext - Not Required','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1120,1120,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6865,'TODO fixme - bogus appAttemptID for now','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1124,1124,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6866,'TODO fixme - bogus appID for now','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1132,1132,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','compare(JobId, JobId)',NULL),(6867,'TODO AppContext - Not Required','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java',1153,1153,'org.apache.hadoop.mapreduce.v2.hs.JobHistory','getClock()',NULL),(6868,'Workaround for PeriodicStateAccumulator being package access','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/WrappedPeriodicStatsAccumulator.java',3,3,'None','None',NULL),(6869,'a should be capped at 3/30\nshouldn\'t be\nallocated due\nto max-cap','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestParentQueue.java',347,350,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestParentQueue','testMultiLevelQueues()',NULL),(6870,'TODO: handle redirect to jobhistory server','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RmController.java',78,78,'org.apache.hadoop.yarn.server.resourcemanager.webapp.RmController','app()',NULL),(6871,'TODO: Fix\nresourceManager.getRMContext().getRMApps()\n.get(applicationId).getRMAppAttempt(applicationAttemptId)','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',275,277,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()',NULL),(6872,'TODO add local dirs to del','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java',136,136,'org.apache.hadoop.yarn.server.nodemanager.NodeManager','createNodeStatusUpdater(Context, Dispatcher, NodeHealthCheckerService)',NULL),(6873,'TODO: Remove duplicates.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java',202,202,'org.apache.hadoop.mapreduce.v2.util.MRApps','toString(JobId)',NULL),(6874,'TODO: Synchro should be at statemachine level.\nThis is only for tests?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',79,80,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','getUser()',NULL),(6875,'TODO: Fix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',192,192,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','transition(ApplicationImpl, ApplicationEvent)',NULL),(6876,'TODO: Trigger the LogsManager','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java',238,238,'org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl','handleAppFinishWithContainersCleanedup()',NULL),(6877,'TODO: This isn\'t really used in any MR code. Ask for removal.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',232,232,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','shuffleError(TaskAttemptID, String)',NULL),(6878,'TODO: shouldReset is never used. See TT. Ask for Removal.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',242,242,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getMapCompletionEvents(JobID, int, int, TaskAttemptID)',NULL),(6879,'TODO: The following are not needed here, but needed to be set somewhere inside AppMaster.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',348,348,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','statusUpdate(TaskAttemptID, TaskStatus)',NULL),(6880,'// This was used by TT to do counter updates only once every minute. So this\n// isn\'t ever changed by the Task itself.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',352,353,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','statusUpdate(TaskAttemptID, TaskStatus)',NULL),(6881,'TODO: Is it an authorised container to get a task? Otherwise return null.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',386,386,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(6882,'TODO: Is the request for task-launch still valid?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',388,388,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(6883,'TODO: Child.java\'s firstTaskID isn\'t really firstTaskID. Ask for update\nto jobId and task-type.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java',390,391,'org.apache.hadoop.mapred.TaskAttemptListenerImpl','getTask(JvmContext)',NULL),(6884,'wait for Task state move to RUNNING','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',60,60,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailure()',NULL),(6885,'wait for map Task state move back to RUNNING','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestFetchFailure.java',91,91,'org.apache.hadoop.mapreduce.v2.app.TestFetchFailure','testFetchFailure()',NULL),(6886,'TODO Does the FS object need to be different ?\nlog Dir FileSystem\ndone Dir FileSystem','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',65,67,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(6887,'Check for the existence of the history staging dir. Maybe create it.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',117,117,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(6888,'This directory will be in a common location, or this may be a cluster\nmeant for a single user. Creating based on the conf. Should ideally be\ncreated by the JobHistoryServer or as part of deployment.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',135,137,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(6889,'TODO Temporary toShort till new FsPermission(FsPermissions)\nrespects\nsticky','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',150,152,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(6890,'TODO Ideally this should be written out to the job dir\n(.staging/jobid/files - RecoveryService will need to be patched)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',291,292,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(6891,'TODO JOB_FINISHED does not have state. Effectively job history does not\nhave state about the finished job.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',465,466,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(6892,'Writing out the summary file.\nTODO JH enhancement - reuse this file to store additional indexing info\nlike ACLs, etc. JHServer can use HDFS append to build an index file\nwith more info than is available via the filename.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',524,527,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(6893,'TODO If the FS objects are the same, this should be a rename instead of a\ncopy.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',639,640,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','moveToDoneNow(Path, Path)',NULL),(6894,'TODO temporarily removing the existing dst','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',645,645,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','moveToDoneNow(Path, Path)',NULL),(6895,'TODO. Some error checking here.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',672,672,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','getFileNameFromTmpFN(String)',NULL),(6896,'The enum values are lowercase for better compression,\nwhile avoiding runtime conversion.\ncf. http://www.w3.org/Protocols/HTTP/Performance/Compression/HTMLCanon.html\nhttp://www.websiteoptimization.com/speed/tweak/lowercase/','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',47,50,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','_()',NULL),(6897,'$standby omitted. fix the resource instead.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',1920,1920,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','$height(int)',NULL),(6898,'TODO Should calculate here before returning','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/FSDownload.java',118,118,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.FSDownload','unpack(File, File)',NULL),(6899,'TODO if parent owned by NM, rename within parent inline','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DeletionService.java',70,70,'org.apache.hadoop.yarn.server.nodemanager.DeletionService','getLfs()',NULL),(6900,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',112,113,'org.apache.hadoop.mapreduce.v2.TestMRJobs','setup()',NULL),(6901,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort (extend\nJobStatus?)--compare against MRJobConfig.JOB_UBERTASK_ENABLE value','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',155,156,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testSleepJob()',NULL),(6902,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',216,216,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testRandomWriter()',NULL),(6903,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',265,265,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testFailingMapper()',NULL),(6904,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java',354,354,'org.apache.hadoop.mapreduce.v2.TestMRJobs','testSleepJobWithSecurityOn()',NULL),(6905,'Ugly!\nConvert the trackerName to its host name','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/HostUtil.java',24,25,'org.apache.hadoop.mapreduce.util.HostUtil','convertTrackerNameToHostName(String)',NULL),(6906,'TODO disable check access for now.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryClientService.java',178,178,'org.apache.hadoop.mapreduce.v2.hs.HistoryClientService','verifyAndGetJob(JobId)',NULL),(6907,'TODO: remove from rack','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java',163,163,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor','containerFailedOnHost(String)',NULL),(6908,'TODO: FIXMEVinodkv','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',101,101,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6909,'TODO: FIXME','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',115,115,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6910,'TODO: acm: refactor2 FIXME','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',117,117,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6911,'TODO FinBugs - will be fixed after the subsequent fixme','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',127,127,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6912,'TODO: FIXME VINODKV\n/** remove a storage node **/','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',146,147,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6913,'TODO: FIXME VINODKV','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',168,168,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(6914,'TODO PB','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',382,382,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','listStoredNodes()',NULL),(6915,'TODO: FindBugs Valid. Fix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',479,479,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','load()',NULL),(6916,'assume credentials in cwd\nTODO: Fix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',136,137,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','runLocalization(InetSocketAddress)',NULL),(6917,'TODO: Synchronization??','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',225,225,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(6918,'TODO HB immediately when rsrc localized','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',242,242,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(6919,'TODO cleanup','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',247,247,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','localizeFiles(LocalizationProtocol, ExecutorService, UserGroupInformation)',NULL),(6920,'TODO: Synchronization??','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',263,263,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(6921,'TODO shouldn\'t remove until ACK','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',286,286,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','createStatus()',NULL),(6922,'TODO: fail localization','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java',322,322,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer','main(String[])',NULL),(6923,'TODO better use use s.getName()?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',78,78,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','init(Configuration)',NULL),(6924,'TODO fork(?) services running as configured user\nmonitor for health, shutdown/restart(?) if any should die','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',91,92,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','start()',NULL),(6925,'TODO kill all containers waiting on Application','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','handle(AuxServicesEvent)',NULL),(6926,'TODO Maybe log the state of the queue','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/AsyncDispatcher.java',116,116,'org.apache.hadoop.yarn.event.AsyncDispatcher','createThread()',NULL),(6927,'Corner case to deal with applications being slightly over-limit','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApp.java',384,384,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApp','getHeadroom()',NULL),(6928,'TODO fail the application on the failed transition','Block','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',373,373,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(6929,'work dir should still exist and cleanup queue should be empty','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',778,778,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','validateRemoveTaskFiles(boolean, boolean, TaskInProgress)',NULL),(6930,'TODO: Let the task run and create files.','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',855,855,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(6931,'create files and set permissions 555. Verify if task controller sets\nthe permissions for TT to delete the task dir or work dir properly','Line','hadoop-mapreduce/src/test/mapred/org/apache/hadoop/mapred/TestTaskTrackerLocalization.java',857,858,'org.apache.hadoop.mapred.TestTaskTrackerLocalization','testTaskFilesRemoval(boolean, boolean)',NULL),(6932,'TODO Make configurable?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',135,135,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(6933,'If no commit is required, task directly goes to success','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',221,221,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(6934,'TODO:create the resource reqt for this Task attempt','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',464,464,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(6935,'TODO: Fix','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',613,613,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6936,'TODO','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',627,627,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6937,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',676,678,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6938,'TODO - Move this to MR!','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',734,734,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6939,'TODO: Use stateMachine level method?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',810,810,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6940,'TODO Ensure not 0','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',995,995,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(6941,'TODO Resolve to host / IP in case of a local address.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1163,1163,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(6942,'TODO:\nCostly?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1165,1166,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(6943,'TODO: Reuse FS for user?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java',163,163,'org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService','initApp(ApplicationId, String, Credentials, ContainerLogsRetentionPolicy)',NULL),(6944,'TODO: Rename','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NMConfig.java',54,54,'org.apache.hadoop.yarn.server.nodemanager.NMConfig','None',NULL),(6945,'TODO: Should this instead be dictated by RM?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NMConfig.java',67,67,'org.apache.hadoop.yarn.server.nodemanager.NMConfig','None',NULL),(6946,'use negative ids to denote that these are local. Need a better way ??','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',74,74,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)',NULL),(6947,'TODO Setting OTHER_LOCAL_MAP for now.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java',91,91,'org.apache.hadoop.mapreduce.v2.app.local.LocalContainerAllocator','handle(ContainerAllocatorEvent)',NULL),(6948,'Relocalization note/future FIXME (per chrisdo, 20110315):  At moment,\nfull localization info is in AppSubmissionContext passed from client to\nRM and then to NM for AM-container launch:  no difference between AM-\nlocalization and MapTask- or ReduceTask-localization, so can assume all\nOK.  Longer-term, will need to override uber-AM container-localization\nrequest (\\\"needed resources\\\") with union of regular-AM-resources + task-\nresources (and, if maps and reduces ever differ, then union of all three\ntypes), OR will need localizer service/API that uber-AM can request\nafter running (e.g., \\\"localizeForTask()\\\" or \\\"localizeForMapTask()\\\").','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',103,111,'org.apache.hadoop.mapred.LocalContainerLauncher','None',NULL),(6949,'FIXME? YarnException is \\\"for runtime exceptions only\\\"','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',130,130,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(6950,'Uber-AM lifecycle/ordering (\\\"normal\\\" case):\n\n- [somebody] sends TA_ASSIGNED\n- handled by ContainerAssignedTransition (TaskAttemptImpl.java)\n- creates \\\"remoteTask\\\" for us == real Task\n- sends CONTAINER_REMOTE_LAUNCH\n- TA: UNASSIGNED -> ASSIGNED\n- CONTAINER_REMOTE_LAUNCH handled by LocalContainerLauncher (us)\n- sucks \\\"remoteTask\\\" out of TaskAttemptImpl via getRemoteTask()\n- sends TA_CONTAINER_LAUNCHED\n[[ elsewhere...\n- TA_CONTAINER_LAUNCHED handled by LaunchedContainerTransition\n- registers \\\"remoteTask\\\" with TaskAttemptListener (== umbilical)\n- NUKES \\\"remoteTask\\\"\n- sends T_ATTEMPT_LAUNCHED (Task: SCHEDULED -> RUNNING)\n- TA: ASSIGNED -> RUNNING\n]]\n- runs Task (runSubMap() or runSubReduce())\n- TA can safely send TA_UPDATE since in RUNNING state\n[modulo possible TA-state-machine race noted below:  CHECK (TODO)]','Block','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',135,156,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(6951,'FIXME:  can attemptID ever be null?  (only if retrieved over umbilical?)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',186,186,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(6952,'FIXME:  race condition here?  or do we have same kind of lock on TA handler => MapTask can\'t send TA_UPDATE before TA_CONTAINER_LAUNCHED moves TA to RUNNING state?  (probably latter)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',203,203,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(6953,'no container to kill, so just send \\\"cleaned\\\" event to task attempt\nto move us from SUCCESS_CONTAINER_CLEANUP to SUCCEEDED state','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',244,245,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(6954,'throw new RuntimeException()  (FIXME: what\'s appropriate here?)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',284,284,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(6955,'check if event-queue empty?  whole idea of counting maps vs. checking event queue is a tad wacky...but could enforce ordering (assuming no \\\"lost events\\\") at LocalMRAppMaster [CURRENT BUG(?):  doesn\'t send reduce event until maps all done]','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',304,304,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(6956,'throw new RuntimeException()  (FIXME) // or push reduce event back onto end of queue? (probably former)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',307,307,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(6957,'move map output to reduce input','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',409,409,'org.apache.hadoop.mapred.LocalContainerLauncher','renameMapOutputForReduce(JobConf, TaskAttemptId, MapOutputFile)',NULL),(6958,'TODO: add the history server','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/MiniMRYarnCluster.java',56,56,'org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster','init(Configuration)',NULL),(6959,'TODO: DEBUG','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<Path>)',NULL),(6960,'TODO: Make it avro-ish. TokenIdentifier really isn\'t serialized\nas writable but simply uses readFields method in SaslRpcServer\nfor deserializatoin.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',30,32,'None','None',NULL),(6961,'TODO: Add more information in the tokenID such that it is not\ntransferrable, more secure etc.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenIdentifier.java',39,40,'org.apache.hadoop.yarn.security.ApplicationTokenIdentifier','getApplicationID()',NULL),(6962,'Oh damn! Sending reboot isn\'t enough. RM state is corrupted. TODO:','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',200,200,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(6963,'Allow only one thread in AM to do heartbeat at a time.\nBUG TODO: Locking order is screwed.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java',205,206,'org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService','allocate(AllocateRequest)',NULL),(6964,'TODO: Use stateMachine level method?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',312,312,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6965,'this is always called in read/write lock\nTODO Verify behaviour is Task is killed (no finished attempt)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',401,402,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6966,'TODO: consider the nextAttemptNumber only if it is not failed/killed ?\ncalculate the best progress','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',447,448,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6967,'TODO: XXXXXX  hardcoded port','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',562,562,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6968,'Hack since getFinishTime needs isFinished to be true and that doesn\'t happen till after the transition.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',596,596,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6969,'TODO: validate attemptID','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',656,656,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6970,'Don\'t think this can be a pluggable decision, so simply raise an\nevent for the TaskAttempt to delete its output.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',660,661,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','getState()',NULL),(6971,'TODO JH verify failedAttempt null','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',735,735,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(6972,'verify that this occurs only for map task\nTODO: consider moving it to MapTaskImpl','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',812,813,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(6973,'TODO Verify failedAttemptId is null','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java',843,843,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl','transition(TaskImpl, TaskEvent)',NULL),(6974,'TODO: Why pick first app dir. The same in LCE why not random?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',76,76,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(6975,'TODO: DO it over RPC for maintaining similarity?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java',84,84,'org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor','None',NULL),(6976,'Workaround for ProgressSplitBlock being package access','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/WrappedProgressSplitsBlock.java',3,3,'None','None',NULL),(6977,'TODO: acm: refactor2 FIXME\ntd(String.valueOf(ni.getNumContainers())).\nTODO: FIXME Vinodkv\ntd(String.valueOf(ni.getUsedResource().getMemory())).\ntd(String.valueOf(ni.getAvailableResource().getMemory())).','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/NodesPage.java',74,78,'org.apache.hadoop.yarn.server.resourcemanager.webapp.NodesPage','render(Block)',NULL),(6978,'TODO: Split separate object for register, deregister and in-RM use.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ApplicationMaster.java',21,21,'None','None',NULL),(6979,'TODO: delete the container dir','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/DummyContainerManager.java',94,94,'org.apache.hadoop.yarn.server.nodemanager.DummyContainerManager','createResourceLocalizationService(ContainerExecutor, DeletionService)',NULL),(6980,'quick hack to restart servers in dev mode without OS commands','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',81,81,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(6981,'TODO: support args converted from /path/:arg1/...','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java',138,138,'org.apache.hadoop.yarn.webapp.Dispatcher','service(HttpServletRequest, HttpServletResponse)',NULL),(6982,'TODO: Duplicate addition!!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',86,86,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','None',NULL),(6983,'TODO: FIX','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',131,131,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','release(ContainerId)',NULL),(6984,'Update consumption and track allocations\nTODO: fixme sharad','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java',300,301,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo','allocate(Container)',NULL),(6985,'Update container-status for diagnostics. Today we completely\nreplace it on finish. We may just need to update diagnostics.\n^TODO','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',305,307,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)',NULL),(6986,'this has to be at least as much as map slot requirement','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',79,79,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','None',NULL),(6987,'This is a huge kluge.  The real implementations have a decent approach','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',100,100,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','None',NULL),(6988,'we had two instances running.  Try to determine how much\nwe might have saved by speculation','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',611,612,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(6989,'I\'ll be making Avro objects by hand.  Please don\'t do that very often.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',709,709,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(6990,'// TODO Auto-generated method stub\n\n}\n\n@Override','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/applicationsmanager/TestAMLaunchFailure.java',101,105,'org.apache.hadoop.yarn.server.resourcemanager.applicationsmanager.TestAMLaunchFailure','None',NULL),(6991,'delete the touch file\nTODO Search for a better touch utility\nrecreate it','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',71,73,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','None',NULL),(6992,'test with invalid or missing resource usage value','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',459,459,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testCumulativeCpuUsageEmulatorPlugin()',NULL),(6993,'test whether the CPU usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',571,572,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testEmulationAccuracy(Configuration, FakeCpuUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, CumulativeCpuUsageEmulatorPlugin, long, long)',NULL),(6994,'host comes from data splitLocations which are hostnames. Containers\nuse IP addresses.\nTODO Temporary fix for locality. Use resolvers from h-common.\nCache to make this more efficient ?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java',512,515,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator','init(Configuration)',NULL),(6995,'TODO: What if null','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ClientRMService.java',270,270,'org.apache.hadoop.yarn.server.resourcemanager.ClientRMService','finishApplication(FinishApplicationRequest)',NULL),(6996,'TODO queue deletions here, rather than NM init?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',174,174,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(6997,'TODO: create log dir as $logdir/$user/$appId','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',268,268,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(6998,'TODO: FIXME assert doesn\'t help\n^ The condition is benign. Tests should fail and it\nshould appear in logs, but it\'s an internal error\nthat should have no effect on applications','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',280,283,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(6999,'TODO: What to do with appLocalRsrcsTracker?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',365,365,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7000,'TODO: decrement reference counts of all resources associated with this\napp','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',385,386,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7001,'TODO process resources anyway','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',419,419,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7002,'TODO hack to work around broken signaling','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',493,493,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7003,'TODO handle failures, cancellation, requests by other containers','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',524,524,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7004,'TODO shutdown, better error handling esp. DU','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',544,544,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7005,'TODO delete','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',553,553,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7006,'TODO: threadsafe, use outer?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',618,618,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7007,'TODO: Synchronization','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',641,641,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7008,'TODO this sucks. Fix it later','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',666,666,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7009,'TODO fail? Already translated several times...','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',694,694,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7010,'TODO: Why is this event going directly to the container. Why not\nthe resource itself? What happens to the resource? Is it removed?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',729,730,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7011,'TODO handle ExitCodeException separately?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java',785,785,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService','getLocalFileContext(Configuration)',NULL),(7012,'\n// TODO: FIXME\nprivate static File workSpace = new File(\\\"target\\\",','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestLinuxContainerExecutor.java',44,46,'org.apache.hadoop.yarn.server.nodemanager.TestLinuxContainerExecutor','testCommandFilePreparation()',NULL),(7013,'\n// TODO: fix','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestLinuxContainerExecutor.java',153,154,'org.apache.hadoop.yarn.server.nodemanager.TestLinuxContainerExecutor','None',NULL),(7014,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',148,148,'org.apache.hadoop.mapreduce.v2.TestUberAM','testFailingMapper()',NULL),(7015,'@Test  //FIXME:  if/when the corresponding TestMRJobs test gets enabled, do so here as well (potentially with mods for ubermode)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',173,173,'org.apache.hadoop.mapreduce.v2.TestUberAM','testSleepJobWithSecurityOn()',NULL),(7016,'Add a test for distcache when uber mode is enabled. TODO','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',179,179,'org.apache.hadoop.mapreduce.v2.TestUberAM','testDistributedCache()',NULL),(7017,'this loop is potentially pricey.\nTODO track the tasks that are potentially worth looking at','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/DefaultSpeculator.java',475,476,'org.apache.hadoop.mapreduce.v2.app.speculate.DefaultSpeculator','maybeScheduleASpeculation(TaskType)',NULL),(7018,'TODO: Need to come up with a better place to put\nthis block of code to do with reading the file','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/security/TokenCache.java',113,114,'org.apache.hadoop.mapreduce.security.TokenCache','getSecretKey(Credentials, Text)',NULL),(7019,'TODO: Use builder utils','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',97,97,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7020,'TODO: Gross hack. Fix in code.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',110,110,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7021,'TODO: Pull logs and test contents.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServer.java',116,116,'org.apache.hadoop.yarn.server.nodemanager.webapp.TestNMWebServer','testNMWebApp()',NULL),(7022,'FIXME: TestApplicationCleanup is relying on unnormalized behavior.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',264,264,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7023,'TODO: Fix store','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',282,282,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7024,'TODO: A buggy\napplication\nwith this\nzero would\ncrash the\nscheduler.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',482,487,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7025,'TODO fix recovery','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',709,709,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)',NULL),(7026,'TODO: Should we instead work via symlinks without this grammar?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',105,105,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(7027,'TODO','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',127,127,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','None',NULL),(7028,'TODO: Get from whitelist.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java',285,285,'org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch','writeLaunchEnv(OutputStream, Map<String, String>, Map<Path, String>, List<String>, List<Path>)',NULL),(7029,'}\n\n//TODO: Currently Scheduler seems to have bug where it does not work\n//for Application asking for containers with different capabilities.\n//@Test','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java',132,136,'org.apache.hadoop.mapreduce.v2.app.TestRMContainerAllocator','None',NULL),(7030,'TODO: deal with parameters using the names','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java',95,95,'org.apache.hadoop.yarn.webapp.Router','addController(WebApp.HTTP, String, Class<? extends Controller>, String, List<String>)',NULL),(7031,'TODO: Wrong event.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/monitor/ContainersMonitorImpl.java',514,514,'org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl','handle(ContainersMonitorEvent)',NULL),(7032,'TODO: Refactor this method, it seems more complicated than necessary.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/ExponentiallySmoothedTaskRuntimeEstimator.java',95,95,'org.apache.hadoop.mapreduce.v2.app.speculate.ExponentiallySmoothedTaskRuntimeEstimator','incorporate(float, long)',NULL),(7033,'TODO:\ntask cleanup for all non completed tasks\nchange job output committer to have\n- atomic job output promotion\n- recover output of completed tasks','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',82,86,'None','None',NULL),(7034,'TODO: parse history file based on startCount','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/recover/RecoveryService.java',153,153,'org.apache.hadoop.mapreduce.v2.app.recover.RecoveryService','init(Configuration)',NULL),(7035,'TODO: Cluster time-stamp?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',72,72,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)',NULL),(7036,'TODO: more resources.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',74,74,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','write(DataOutput)',NULL),(7037,'TODO: more resources.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java',85,85,'org.apache.hadoop.yarn.security.ContainerTokenIdentifier','readFields(DataInput)',NULL),(7038,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobsWithHistoryService.java',81,82,'org.apache.hadoop.mapreduce.v2.TestMRJobsWithHistoryService','setup()',NULL),(7039,'TODO the Assert below worked. need to check\nShould we compare each field or convert to V2 counter and compare','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobsWithHistoryService.java',125,126,'org.apache.hadoop.mapreduce.v2.TestMRJobsWithHistoryService','testJobHistoryData()',NULL),(7040,'TODO Force a comparator?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/ProtoBase.java',14,14,'org.apache.hadoop.yarn.api.records.ProtoBase','hashCode()',NULL),(7041,'FIXME:\n\nCan then replace task-level uber counters (MR-2424) with job-level ones\nsent from LocalContainerLauncher, and eventually including a count of\nof uber-AM attempts (probably sent from MRAppMaster).','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',153,157,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','None',NULL),(7042,'TODO - Fix to correctly setup report and to check state','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',588,588,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getReport()',NULL),(7043,'FIXME: why indirection? return numMapTasks...\nunless race?  how soon can this get called?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',772,773,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalMaps()',NULL),(7044,'FIXME: why indirection? return numReduceTasks','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',778,778,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','getTotalReduces()',NULL),(7045,'TODO JH Verify jobACLs, UserName via UGI?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',808,808,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7046,'FIXME (see above)\nignoring overhead due to UberTask and statics as negligible here:\nFIXME   && (Math.max(memoryPerMap, memoryPerReduce) <= sysMemSizeForUberSlot\n|| sysMemSizeForUberSlot == JobConf.DISABLED_MEMORY_LIMIT)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',880,883,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7047,'TODO: also note which node?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',905,905,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7048,'probably should retry elsewhere, i.e., move entire uber-AM:  ergo,\nlimit attempts to 1 (or at most 2?  probably not...)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',911,912,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7049,'TODO XXX Should JobInitedEvent be generated here (instead of in StartTransition)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',955,955,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7050,'TODO Is this JH event required.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java',1405,1405,'org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl','transition(JobImpl, JobEvent)',NULL),(7051,'job has finished\nthis is the only job, so shut down the Appmaster\nnote in a workflow scenario, this may lead to creation of a new\njob (FIXME?)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',299,302,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7052,'TODO: this is required because rpc server does not shut down\nin spite of calling server.stop().\nBring the process down by force.\nNot needed after HADOOP-7140','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',317,320,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7053,'TODO:should have an interface for MRClientService','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java',402,402,'org.apache.hadoop.mapreduce.v2.app.MRAppMaster','init(Configuration)',NULL),(7054,'TODO Move these keys to CommonConfigurationKeys','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/factory/providers/RpcFactoryProvider.java',20,20,'org.apache.hadoop.yarn.factory.providers.RpcFactoryProvider','None',NULL),(7055,'TODO fix job acls.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/client/MRClientService.java',189,189,'org.apache.hadoop.mapreduce.v2.app.client.MRClientService','verifyAndGetJob(JobId, boolean)',NULL),(7056,'Now ascertain that the resources are localised correctly.\nTODO: Don\'t we need clusterStamp in localDir?','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/TestContainerManager.java',136,137,'org.apache.hadoop.yarn.server.nodemanager.containermanager.TestContainerManager','testContainerSetup()',NULL),(7057,'XXX:Not to be used directly.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/NodeHealthCheckerService.java',380,380,'org.apache.hadoop.NodeHealthCheckerService','getTimer()',NULL),(7058,'TODO: This should be part of something like yarn-client.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',75,75,'None','None',NULL),(7059,'TODO: Implement getBlacklistedTrackers','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',129,129,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7060,'TODO: Implement getDelegationToken','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',149,149,'org.apache.hadoop.mapred.ResourceMgrDelegate','cancelDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7061,'TODO: Implement renewDelegationToken','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java',282,282,'org.apache.hadoop.mapred.ResourceMgrDelegate','renewDelegationToken(Token<DelegationTokenIdentifier>)',NULL),(7062,'can\'t easily know what the correct values are going to be so just\nmake sure they aren\'t Unknown','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/util/TestYarnVersionInfo.java',39,40,'org.apache.hadoop.yarn.util.TestYarnVersionInfo','testVersionInfoGenerated()',NULL),(7063,'TODO RM NPEs for unknown jobs. History may still be aware.\nPossibly allow nulls through the PB tunnel, otherwise deal with an exception\nand redirect to the history server.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',106,108,'org.apache.hadoop.mapred.ClientServiceDelegate','refreshProxy()',NULL),(7064,'TODO This should ideally be using it\'s own class (instead of ClientRMSecurityInfo)','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',205,205,'org.apache.hadoop.mapred.ClientServiceDelegate','instantiateHistoryProxy(String)',NULL),(7065,'TODO Catch NumberFormatException - Do not fail if there\'s only a few fields missing.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java',110,110,'org.apache.hadoop.mapreduce.v2.jobhistory.FileNameIndexUtils','getIndexInfo(String)',NULL),(7066,'TODO Maybe handle default values for longs and integers here?','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java',208,208,'org.apache.hadoop.mapreduce.v2.jobhistory.FileNameIndexUtils','getNonEmptyString(String)',NULL),(7067,'TODO: Use a resource to work around bugs. Today NM doesn\'t create local\napp-dirs if there are no file to download!!','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',141,142,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(7068,'TODO: FIX. Be in Sync with\nResourceManager.java','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/TestContainerTokenSecretManager.java',194,195,'org.apache.hadoop.yarn.server.TestContainerTokenSecretManager','test()',NULL),(7069,'TODO: Just sending reboot is not enough. Think more.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java',239,239,'org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService','nodeHeartbeat(NodeHeartbeatRequest)',NULL),(7070,'TODO : use fixed port ??','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestClientRedirect.java',316,316,'org.apache.hadoop.mapred.TestClientRedirect','start(Configuration)',NULL),(7071,'TODO: They say tokens via env isn\'t good.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',32,32,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(7072,'TODO: Weird. This is part of AM command line. Instead it should be a env.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java',40,40,'org.apache.hadoop.yarn.api.ApplicationConstants','None',NULL),(7073,'TODO: don\'t set everytime.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java',216,216,'org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl','getNodeStatus()',NULL),(7074,'pcnt would fail\nresetSpill doesn\'t move bufindex, kvindex','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java',1306,1307,'org.apache.hadoop.mapred.MapTask','isMapTask()',NULL),(7075,'TODO_get.set','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/test/java/org/apache/hadoop/mapreduce/v2/util/TestMRApps.java',52,52,'org.apache.hadoop.mapreduce.v2.util.TestMRApps','testTaskIDtoString()',NULL),(7076,'TODO_get.set','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/test/java/org/apache/hadoop/mapreduce/v2/util/TestMRApps.java',88,88,'org.apache.hadoop.mapreduce.v2.util.TestMRApps','testTaskAttemptIDtoString()',NULL),(7077,'TODO Move some of the HistoryServer specific out into a separate configuration class.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JHConfig.java',71,71,'org.apache.hadoop.mapreduce.v2.jobhistory.JHConfig','None',NULL),(7078,'TODO ContainerId needs to be part of some historyEvent to be able to render the log directory.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',85,85,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerID()',NULL),(7079,'TODO Verify this is correct.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTaskAttempt.java',96,96,'org.apache.hadoop.mapreduce.v2.hs.CompletedTaskAttempt','getAssignedContainerMgrAddress()',NULL),(7080,'set service-level authorization security policy','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',525,525,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7081,'set service-level authorization security policy','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',525,525,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7082,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',840,842,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7083,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',840,842,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7084,'it would have been better to pass storage as a parameter to\nconstructor below - need to augment ReflectionUtils used below.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1456,1457,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7085,'it would have been better to pass storage as a parameter to\nconstructor below - need to augment ReflectionUtils used below.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1456,1457,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7086,'Return\n\\\"DS-randInt-ipaddr-currentTimeMillis\\\"\nIt is considered extermely rare for all these numbers to match\non a different machine accidentally for the following\na) SecureRandom(INT_MAX) is pretty much random (1 in 2 billion), and\nb) Good chance ip address would be different, and\nc) Even on the same machine, Datanode is designed to use different ports.\nd) Good chance that these are started at different times.\nFor a confict to occur all the 4 above have to match!.\nThe format of this string can be changed anytime in future without\naffecting its functionality.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1595,1606,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7087,'Return\n\\\"DS-randInt-ipaddr-currentTimeMillis\\\"\nIt is considered extermely rare for all these numbers to match\non a different machine accidentally for the following\na) SecureRandom(INT_MAX) is pretty much random (1 in 2 billion), and\nb) Good chance ip address would be different, and\nc) Even on the same machine, Datanode is designed to use different ports.\nd) Good chance that these are started at different times.\nFor a confict to occur all the 4 above have to match!.\nThe format of this string can be changed anytime in future without\naffecting its functionality.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1595,1606,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7088,'Calculate the best available replica state.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',2486,2486,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)',NULL),(7089,'Calculate the best available replica state.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',2486,2486,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)',NULL),(7090,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',402,410,'org.apache.hadoop.hdfs.server.datanode.BlockSender','sendChunks(ByteBuffer, int, OutputStream)',NULL),(7091,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',402,410,'org.apache.hadoop.hdfs.server.datanode.BlockSender','sendChunks(ByteBuffer, int, OutputStream)',NULL),(7092,'Corrupt the log file in various ways for each txn','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSEditLogLoader.java',197,197,'org.apache.hadoop.hdfs.server.namenode.TestFSEditLogLoader','testCountValidTransactions()',NULL),(7093,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',108,108,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','write(DataOutput)',NULL),(7094,'TODO: move it to DatanodeID once HADOOP-2797 has been committed','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/protocol/DatanodeRegistration.java',119,119,'org.apache.hadoop.hdfs.server.protocol.DatanodeRegistration','readFields(DataInput)',NULL),(7095,'9: Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',433,433,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7096,'9: Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',433,433,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7097,'10: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',443,443,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7098,'10: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',443,443,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7099,'11: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',465,465,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7100,'11: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',465,465,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7101,'13: Move /nqdir0/nqdir30 /nqdir0/qdir1/qdir20/qdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',477,477,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7102,'13: Move /nqdir0/nqdir30 /nqdir0/qdir1/qdir20/qdir30','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',477,477,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7103,'14: Move /nqdir0/qdir1/qdir21 /nqdir0/qdir1/qdir20','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',486,486,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7104,'14: Move /nqdir0/qdir1/qdir21 /nqdir0/qdir1/qdir20','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',486,486,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7105,'16: Move /nqdir0/qdir30 /nqdir0/qdir1/qdir20','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',508,508,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7106,'16: Move /nqdir0/qdir30 /nqdir0/qdir1/qdir20','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',508,508,'org.apache.hadoop.hdfs.TestQuota','testNamespaceCommands()',NULL),(7107,'Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',597,597,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7108,'Move /nqdir0/qdir1/qdir21/nqdir32 /nqdir0/qdir1/qdir20/nqdir30','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',597,597,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7109,'Reverse: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21/','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestQuota.java',622,622,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7110,'Reverse: Move /nqdir0/qdir1/qdir20/nqdir30 to /nqdir0/qdir1/qdir21/','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java',622,622,'org.apache.hadoop.hdfs.TestQuota','testSpaceCommands()',NULL),(7111,'perhaps we should bail out here...','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java',440,440,'org.apache.hadoop.hdfs.server.namenode.NamenodeFsck','fsck()',NULL),(7112,'perhaps we should bail out here...','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java',440,440,'org.apache.hadoop.hdfs.server.namenode.NamenodeFsck','fsck()',NULL),(7113,'Fix the filesystem by moving corrupted files to lost+found','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',269,269,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMove()',NULL),(7114,'Make the 1st volume directories on the first two datanodes\nnon-accessible.  We don\'t make all three 1st volume directories\nreadonly since that would cause the entire pipeline to\nfail. The client does not retry failed nodes even though\nperhaps they could succeed because just a single volume failed.','Block','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',127,133,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7115,'Make the 1st volume directories on the first two datanodes\nnon-accessible.  We don\'t make all three 1st volume directories\nreadonly since that would cause the entire pipeline to\nfail. The client does not retry failed nodes even though\nperhaps they could succeed because just a single volume failed.','Block','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',127,133,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7116,'Eventually the NN should report two volume failures','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',163,163,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7117,'Eventually the NN should report two volume failures','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',163,163,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7118,'The DN should consider itself dead','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',208,208,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7119,'The DN should consider itself dead','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestDataNodeVolumeFailureReporting.java',208,208,'org.apache.hadoop.hdfs.server.datanode.TestDataNodeVolumeFailureReporting','testSuccessiveVolumeFailures()',NULL),(7120,'We should probably test for more of the file properties.','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',117,117,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(7121,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',797,799,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(7122,'There is high probability that the rack id generated here will\nnot conflict with those of other data node cluster.\nNot perfect but mostly unique rack ids are good enough','Block','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/DataNodeCluster.java',223,227,'org.apache.hadoop.hdfs.DataNodeCluster','getUniqueRackPrefix()',NULL),(7123,'we first start a cluster and fill the cluster up to a certain size.\nthen redistribute blocks according the required distribution.\nAfterwards a balancer is running to balance the cluster.','Block','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/balancer/TestBalancer.java',166,169,'org.apache.hadoop.hdfs.server.balancer.TestBalancer','testUnevenDistribution(Configuration, long[], long[], String[])',NULL),(7124,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',143,148,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7125,'\nKeeps a TreeSet for every named node. Each treeset contains\na list of the blocks that are \\\"extra\\\" at that location. We\'ll\neventually remove these extras.\nMapping: StorageID -> TreeSet<Block>\n','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',143,148,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7126,'move block to the head of the list','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1523,1523,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7127,'move block to the head of the list','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1523,1523,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7128,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1620,1626,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7129,'The next two methods test the various cases under which we must conclude\nthe replica is corrupt, or under construction.  These are laid out\nas switch statements, on the theory that it is easier to understand\nthe combinatorics of reportedState and ucState that way.  It should be\nat least as efficient as boolean expressions.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',1620,1626,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7130,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',2175,2176,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7131,'the block is only in one of the to-do lists\nif it is in none then data-node already has it','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java',2175,2176,'org.apache.hadoop.hdfs.server.blockmanagement.BlockManager','getPendingReplicationBlocksCount()',NULL),(7132,'Default probability is 0%\nMax probability is 100%','Line','hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(7133,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7134,'TODO fix this: make it more sophisticated!!!','Line','hadoop-hdfs/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7135,'TODO: unfortunately this fails -- should be improved.\nSee HDFS-2173.','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestSaveNamespace.java',152,153,'org.apache.hadoop.hdfs.server.namenode.TestSaveNamespace','saveNamespaceWithInjectedFault(Fault)',NULL),(7136,'Calling recover should move it aside','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',215,215,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryMixed()',NULL),(7137,'Calling recover should move it aside','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',215,215,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryMixed()',NULL),(7138,'Calling recover should move it aside','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',282,282,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryInProgress()',NULL),(7139,'Calling recover should move it aside','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',282,282,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryInProgress()',NULL),(7140,'Maybe the server is in unsecure mode (that\'s bad but okay)','Line','hdfs/src/java/org/apache/hadoop/hdfs/HftpFileSystem.java',216,216,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(7141,'Maybe the server is in unsecure mode (that\'s bad but okay)','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HftpFileSystem.java',216,216,'org.apache.hadoop.hdfs.HftpFileSystem','getDateFormat()',NULL),(7142,'\nOpen local disk out\n\nreplication or move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',129,132,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','None',NULL),(7143,'\nOpen local disk out\n\nreplication or move','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',129,132,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','None',NULL),(7144,'initialize buffer to the best guess size:\n\'chunksPerPacket\' calculation here should match the same\ncalculation in DFSClient to make the guess accurate.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',384,387,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(7145,'initialize buffer to the best guess size:\n\'chunksPerPacket\' calculation here should match the same\ncalculation in DFSClient to make the guess accurate.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockReceiver.java',384,387,'org.apache.hadoop.hdfs.server.datanode.BlockReceiver','getDataNode()',NULL),(7146,'set service-level authorization security policy','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',436,436,'org.apache.hadoop.hdfs.server.namenode.NameNode','initialize(Configuration)',NULL),(7147,'set service-level authorization security policy','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',436,436,'org.apache.hadoop.hdfs.server.namenode.NameNode','initialize(Configuration)',NULL),(7148,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1344,1345,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)',NULL),(7149,'Its alright for a dir not to exist, or to exist (properly accessible)\nand be completely empty.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNode.java',1344,1345,'org.apache.hadoop.hdfs.server.namenode.NameNode','format(Configuration, boolean)',NULL),(7150,'report blocks once','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',1123,1123,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','generateInputs(int[])',NULL),(7151,'report blocks once','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NNThroughputBenchmark.java',1123,1123,'org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark','generateInputs(int[])',NULL),(7152,'TODO bad dependency','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',560,560,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, long, FSNamesystem, FSImageCompression)',NULL),(7153,'Dispatch the block move task to the proxy source & wait for the response','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',301,302,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7154,'Dispatch the block move task to the proxy source & wait for the response','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',301,302,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7155,'start a thread to dispatch the block move','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',373,373,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7156,'start a thread to dispatch the block move','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',373,373,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7157,'Add a scheduled block move to the node','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',545,545,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7158,'Add a scheduled block move to the node','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',545,545,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7159,'A thread that initiates a block move\nand waits for block move to complete','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',564,565,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7160,'A thread that initiates a block move\nand waits for block move to complete','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',564,565,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7161,'Decide if the given block is a good candidate to move or not','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',637,637,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7162,'Decide if the given block is a good candidate to move or not','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',637,637,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7163,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',647,653,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7164,'Return a block that\'s good for the source thread to dispatch immediately\nThe block\'s source, target, and proxy source are determined too.\nWhen choosing proxy and target, source & target throttling\nhas been considered. They are chosen only when they have the capacity\nto support this block move.\nThe block should be dispatched immediately after this method is returned.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',647,653,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7165,'cancel the tentative move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',672,672,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7166,'cancel the tentative move','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',672,672,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7167,'iterate all source\'s blocks to remove moved ones','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',680,680,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7168,'iterate all source\'s blocks to remove moved ones','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',680,680,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7169,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',697,705,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7170,'This method iteratively does the following:\nit first selects a block to move,\nthen sends a request to the proxy source to start the block move\nwhen the source\'s block list falls below a threshold, it asks\nthe namenode for more blocks.\nIt terminates when it has dispatch enough block move tasks or\nit has received enough blocks from the namenode, or\nthe elapsed time of the iteration has exceeded the max time limit.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',697,705,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7171,'move the block','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',715,715,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7172,'move the block','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',715,715,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7173,'filter already moved blocks','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',724,724,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7174,'filter already moved blocks','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',724,724,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7175,'Decide all <source, target> pairs and\nthe number of bytes to move from a source to a target\nMaximum bytes to be moved per node is\nMin(1 Band worth of bytes,  MAX_SIZE_TO_MOVE).\nReturn total number of bytes to move in this iteration','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',880,885,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7176,'Decide all <source, target> pairs and\nthe number of bytes to move from a source to a target\nMaximum bytes to be moved per node is\nMin(1 Band worth of bytes,  MAX_SIZE_TO_MOVE).\nReturn total number of bytes to move in this iteration','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',880,885,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7177,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1076,1081,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7178,'Start a thread to dispatch block moves for each source.\nThe thread selects blocks to move & sends request to proxy source to\ninitiate block move. The process is flow controlled. Block selection is\nblocked if there are too many un-confirmed block moves.\nReturn the total number of bytes successfully moved in this iteration.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1076,1081,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7179,'The sleeping period before checking if block move is completed again','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1105,1105,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7180,'The sleeping period before checking if block move is completed again','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1105,1105,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7181,'initialize the moved blocks collection','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1149,1149,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7182,'initialize the moved blocks collection','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1149,1149,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7183,'add a block thus marking a block to be moved','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1155,1155,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7184,'add a block thus marking a block to be moved','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1155,1155,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7185,'check if a block is marked as moved','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1160,1160,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7186,'check if a block is marked as moved','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',1160,1160,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL),(7187,'Move decommissioned datanodes to the bottom','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',204,204,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(7188,'Move decommissioned datanodes to the bottom','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeManager.java',204,204,'org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager','sortLocatedBlocks(String, List<LocatedBlock>)',NULL),(7189,'TODO: un-comment checkFullFile once the lease recovery is done','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestRenameWhileOpen.java',40,40,'org.apache.hadoop.hdfs.TestRenameWhileOpen','checkFullFile(FileSystem, Path)',NULL),(7190,'TODO: un-comment checkFullFile once the lease recovery is done','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestRenameWhileOpen.java',40,40,'org.apache.hadoop.hdfs.TestRenameWhileOpen','checkFullFile(FileSystem, Path)',NULL),(7191,'setup pipeline to append to the last block XXX retries??','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',358,358,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)',NULL),(7192,'setup pipeline to append to the last block XXX retries??','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',358,358,'org.apache.hadoop.hdfs.DFSOutputStream','writeData(byte[], int, int)',NULL),(7193,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1504,1506,'org.apache.hadoop.hdfs.DFSOutputStream','hflush()',NULL),(7194,'This kind of error doesn\'t mean that the stream itself is broken - just the\nflushing thread got interrupted. So, we shouldn\'t close down the writer,\nbut instead just propagate the error','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java',1504,1506,'org.apache.hadoop.hdfs.DFSOutputStream','hflush()',NULL),(7195,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestBackupNode.java',253,255,'org.apache.hadoop.hdfs.server.namenode.TestBackupNode','testCheckpoint(StartupOption)',NULL),(7196,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestBackupNode.java',253,255,'org.apache.hadoop.hdfs.server.namenode.TestBackupNode','testCheckpoint(StartupOption)',NULL),(7197,'Make sure we really waited for the flush to complete!','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',415,415,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveImageWhileSyncInProgress()',NULL),(7198,'Make sure we really waited for the flush to complete!','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',415,415,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveImageWhileSyncInProgress()',NULL),(7199,'Make sure we really waited for the flush to complete!','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',507,507,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveRightBeforeSync()',NULL),(7200,'Make sure we really waited for the flush to complete!','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLogRace.java',507,507,'org.apache.hadoop.hdfs.server.namenode.TestEditLogRace','testSaveRightBeforeSync()',NULL),(7201,'We appear to have missed some transactions -- the NN probably\nlost contact with us temporarily. So, mark the current segment\nas aborted.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',326,328,'org.apache.hadoop.hdfs.server.namenode.BackupImage','namenodeStartedLogSegment(long)',NULL),(7202,'We appear to have missed some transactions -- the NN probably\nlost contact with us temporarily. So, mark the current segment\nas aborted.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupImage.java',326,328,'org.apache.hadoop.hdfs.server.namenode.BackupImage','namenodeStartedLogSegment(long)',NULL),(7203,'Sufficient to rely on super\'s implementation','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfo.java',307,307,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo','equals(Object)',NULL),(7204,'Sufficient to rely on super\'s implementation','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfo.java',307,307,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo','equals(Object)',NULL),(7205,'move the blocks','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestHDFSConcat.java',315,315,'org.apache.hadoop.hdfs.server.namenode.TestHDFSConcat','testConcatNotCompleteBlock()',NULL),(7206,'Sufficient to rely on super\'s implementation','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',111,111,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','equals(Object)',NULL),(7207,'BlockInfo\nBlockInfoUnderConstruction participates in maps the same way as BlockInfo','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',262,263,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','hashCode()',NULL),(7208,'TODO mb@media-style.com: should be conf injected?','Line','hdfs/src/java/org/apache/hadoop/hdfs/protocol/FSConstants.java',54,54,'org.apache.hadoop.hdfs.protocol.FSConstants','None',NULL),(7209,'TODO mb@media-style.com: should be conf injected?','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/FSConstants.java',54,54,'org.apache.hadoop.hdfs.protocol.FSConstants','None',NULL),(7210,'\nMove the previous metafile into the current one.\n','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestCrcCorruption.java',156,158,'org.apache.hadoop.hdfs.TestCrcCorruption','thistest(Configuration, DFSTestUtil)',NULL),(7211,'Do a small regular read. Very likely this will leave unread\ndata on the socket and make the socket uncacheable.','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestParallelRead.java',101,102,'org.apache.hadoop.hdfs.TestParallelRead','run()',NULL),(7212,'do the move','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',974,974,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedConcat(String, String[], long)',NULL),(7213,'do the move','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',974,974,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedConcat(String, String[], long)',NULL),(7214,'can only happen because of a software bug. the bug should be fixed.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1843,1843,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(7215,'can only happen because of a software bug. the bug should be fixed.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1843,1843,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(7216,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',786,788,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7217,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',786,788,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7218,'Refresh the authorization policy in-effect','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',801,801,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7219,'Refresh the authorization policy in-effect','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',801,801,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshServiceAcl()',NULL),(7220,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',816,818,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshUserToGroupsMappings()',NULL),(7221,'for security authorization\nserver principal for this call\nshould be NN\'s one.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',816,818,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshUserToGroupsMappings()',NULL),(7222,'for security authorization\nserver principal for this call\nshould be NAMENODE\'s one.','Line','hdfs/src/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',847,849,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshSuperUserGroupsConfiguration()',NULL),(7223,'for security authorization\nserver principal for this call\nshould be NAMENODE\'s one.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java',847,849,'org.apache.hadoop.hdfs.tools.DFSAdmin','refreshSuperUserGroupsConfiguration()',NULL),(7224,'TODO: test will fail if the following is un-commented.','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestListPathServlet.java',188,188,'org.apache.hadoop.hdfs.TestListPathServlet','checkFileStatus(FileStatus, FileStatus)',NULL),(7225,'This really shouldn\'t happen...','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/GetImageServlet.java',202,202,'org.apache.hadoop.hdfs.server.namenode.GetImageServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(7226,'The appender should be able to close properly','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/TestFileAppend4.java',287,287,'org.apache.hadoop.hdfs.TestFileAppend4','testCompleteOtherLeaseHoldersFile()',NULL),(7227,'The appender should be able to close properly','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestFileAppend4.java',287,287,'org.apache.hadoop.hdfs.TestFileAppend4','testCompleteOtherLeaseHoldersFile()',NULL),(7228,'now take care of the rest of the files and subdirectories','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',723,723,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)',NULL),(7229,'now take care of the rest of the files and subdirectories','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java',723,723,'org.apache.hadoop.hdfs.server.datanode.DataStorage','linkBlocks(File, File, int, HardLink)',NULL),(7230,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',353,353,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','write(DataOutput)',NULL),(7231,'TODO: move it to DatanodeID once DatanodeID is not stored in FSImage','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/DatanodeInfo.java',371,371,'org.apache.hadoop.hdfs.protocol.DatanodeInfo','readFields(DataInput)',NULL),(7232,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',828,829,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7233,'TODO no need to link this back to storage anymore!\nSee HDFS-2174.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',828,829,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7234,'TODO writeRaw','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',1023,1023,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7235,'TODO writeRaw','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java',1023,1023,'org.apache.hadoop.hdfs.server.namenode.FSEditLog','initialValue()',NULL),(7236,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',166,171,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(7237,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',166,171,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(7238,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/datanode/TestBlockReport.java',448,450,'org.apache.hadoop.hdfs.server.datanode.TestBlockReport','startUpCluster()',NULL),(7239,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestBlockReport.java',448,450,'org.apache.hadoop.hdfs.server.datanode.TestBlockReport','startUpCluster()',NULL),(7240,'Should have incremented the batch count exactly once','Line','hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',408,408,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','run()',NULL),(7241,'Should have incremented the batch count exactly once','Line','hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',408,408,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','run()',NULL),(7242,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',87,88,'org.apache.hadoop.hdfs.DFSInputStream','None',NULL),(7243,'XXX Use of CocurrentHashMap is temp fix. Need to fix\nparallel accesses to DFSInputStream (through ptreads) properly','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',87,88,'org.apache.hadoop.hdfs.DFSInputStream','None',NULL),(7244,'\nConnect to best DataNode for desired Block, with potential offset\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',385,387,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7245,'\nConnect to best DataNode for desired Block, with potential offset\n','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',385,387,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7246,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',646,649,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7247,'\nConnect to best DataNode for desired Block, with potential offset\n\nonly need to get a new access token once','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',646,649,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7248,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',748,749,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7249,'Allow retry since there is no way of knowing whether the cached socket\nis good until we actually use it.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',748,749,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7250,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hdfs/src/java/org/apache/hadoop/hdfs/DFSInputStream.java',757,769,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7251,'TCP_NODELAY is crucial here because of bad interactions between\nNagle\'s Algorithm and Delayed ACKs. With connection keepalive\nbetween the client and DN, the conversation looks like:\n1. Client -> DN: Read block X\n2. DN -> Client: data for block X\n3. Client -> DN: Status OK (successful read)\n4. Client -> DN: Read block Y\nThe fact that step #3 and #4 are both in the client->DN direction\ntriggers Nagling. If the DN is using delayed ACKs, this results\nin a delay of 40ms or more.\n\nTCP_NODELAY disables nagling and thus avoids this performance\ndisaster.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java',757,769,'org.apache.hadoop.hdfs.DFSInputStream','addToDeadNodes(DatanodeInfo)',NULL),(7252,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',112,113,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','uploadImageFromStorage(String, InetSocketAddress, NNStorage, long)',NULL),(7253,'this doesn\'t directly upload an image, but rather asks the NN\nto connect back to the 2NN to download the specified image.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/TransferFsImage.java',112,113,'org.apache.hadoop.hdfs.server.namenode.TransferFsImage','uploadImageFromStorage(String, InetSocketAddress, NNStorage, long)',NULL),(7254,'HDFS ignore the \\\"x\\\" bit if the permission.\n','Block','hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsPermission.java',69,72,'org.apache.hadoop.fs.TestFcHdfsPermission','clusterSetupAtBegining()',NULL),(7255,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',295,295,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7256,'TODO:FEDERATION scalability issue - a thread per DU is needed','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',295,295,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7257,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',314,318,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7258,'Files that were being written when the datanode was last shutdown\nare now moved back to the data directory. It is possible that\nin the future, we might want to do some sort of datanode-local\nrecovery for these blocks. For example, crc validation.\n','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',314,318,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7259,'TODO valid synchronization','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',564,564,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7260,'TODO valid synchronization','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',564,564,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7261,'TODO:FEDERATION valid synchronization','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',645,645,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7262,'TODO:FEDERATION valid synchronization','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',645,645,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7263,'TODO move this up','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',675,675,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7264,'TODO move this up','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',675,675,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7265,'Find better place?','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',947,947,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7266,'Find better place?','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',947,947,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7267,'TODO: check writer?\nset writer to the current thread','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1745,1746,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7268,'TODO: check writer?\nset writer to the current thread','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1745,1746,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7269,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1826,1832,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7270,'\nREMIND - mjc - eventually we should have a timeout system\nin place to clean up block files left by abandoned clients.\nWe should have some timer in place, so that if a blockfile\nis created but non-valid, and has been idle for >48 hours,\nwe can GC it safely.\n','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',1826,1832,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7271,'TODO: Should the diskFile be deleted?','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2313,2313,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7272,'TODO: Should the diskFile be deleted?','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/FSDataset.java',2313,2313,'org.apache.hadoop.hdfs.server.datanode.FSDataset','addBlock(Block, File)',NULL),(7273,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java',681,687,'org.apache.hadoop.hdfs.DFSUtil','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(7274,'Should we change throttler bandwidth every time bytesLeft changes?\nnot really required.','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',169,170,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7275,'Should we change throttler bandwidth every time bytesLeft changes?\nnot really required.','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',169,170,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7276,'If there are a lot of blocks, this returns a random time with in\nthe scan period. Otherwise something sooner.','Block','hdfs/src/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',250,252,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7277,'If there are a lot of blocks, this returns a random time with in\nthe scan period. Otherwise something sooner.','Block','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockPoolSliceScanner.java',250,252,'org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner','hashCode()',NULL),(7278,'TODO: move to a common with DataNode util class','Line','hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/BackupNode.java',345,345,'org.apache.hadoop.hdfs.server.namenode.BackupNode','handshake(NamenodeProtocol)',NULL),(7279,'TODO: move to a common with DataNode util class','Line','hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupNode.java',345,345,'org.apache.hadoop.hdfs.server.namenode.BackupNode','handshake(NamenodeProtocol)',NULL),(7280,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CRC.java',19,23,'None','None',NULL),(7281,'NOTE: this really should be a Path, but a Path is buggy and won\'t\nreturn the exact string used to construct the path, and it mangles\nuris with no authority','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathExceptions.java',41,43,'org.apache.hadoop.fs.shell.PathExceptions','None',NULL),(7282,'\nSend it to S3\n\nTODO: Use passed in Progressable to report progress.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/s3/S3OutputStream.java',177,180,'org.apache.hadoop.fs.s3.S3OutputStream','endBlock()',NULL),(7283,'TODO change this to be random','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',158,158,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(7284,'TODO change this to be random','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',158,158,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(7285,'TODO: Kill RM.','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',261,261,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(7286,'TODO: Kill RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java',261,261,'org.apache.hadoop.yarn.server.resourcemanager.ResourceManager','getRMContext()',NULL),(7287,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidNode.java',80,80,'org.apache.hadoop.raid.TestRaidNode','None',NULL),(7288,'TODO This will change when the history server\nunderstands apps.\nTOOD Use JobId toString once UI stops using _id_id','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/JobHistoryUtils.java',492,494,'org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils','getHistoryUrl(Configuration, ApplicationId)',NULL),(7289,'whether TT knows about this task\nsleep for a bit','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java',652,653,'org.apache.hadoop.mapred.Task','getFileSystemCounterNames(String)',NULL),(7290,'What to include in the published price in spending per slot','Line','hadoop-mapreduce-project/src/contrib/dynamic-scheduler/src/java/org/apache/hadoop/mapred/DynamicPriorityScheduler.java',134,134,'org.apache.hadoop.mapred.DynamicPriorityScheduler','addBudget(String, float)',NULL),(7291,'TODO: FIXMEVinodkv','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/MemStore.java',91,91,'org.apache.hadoop.yarn.server.resourcemanager.recovery.MemStore','getNextNodeId()',NULL),(7292,'OP_CLOSE 9 see above\nOP_SET_GENSTAMP 10 see above\nOP_SET_NS_QUOTA 11 obsolete\nOP_CLEAR_NS_QUOTA 12 obsolete\nOP_TIMES 13\nWed, 22 Sep 2010 22:45:27 GMT','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/OfflineEditsViewerHelper.java',166,171,'org.apache.hadoop.hdfs.server.namenode.OfflineEditsViewerHelper','runOperations()',NULL),(7293,'pre-compute split information','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',83,83,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(7294,'abort execution, remove splits if nesc\nTODO release ThdLoc','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java',122,123,'org.apache.hadoop.mapred.gridmix.JobSubmitter','run()',NULL),(7295,'generate splits','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileInputFormat.java',270,270,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(7296,'Sort the racks based on their contribution to this split','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/FileInputFormat.java',589,589,'org.apache.hadoop.mapred.FileInputFormat','accept(Path)',NULL),(7297,'TODO: Support BINARY, VARBINARY, LONGVARBINARY, DISTINCT, CLOB, BLOB, ARRAY\nSTRUCT, REF, DATALINK, and JAVA_OBJECT.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBInputFormat.java',160,161,'org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat','getSplitter(int)',NULL),(7298,'Another off switch, shouldn\'t allocate due to delay scheduling','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',552,552,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testLocalityScheduling()',NULL),(7299,'Start with off switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',681,682,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(7300,'Another off-switch, shouldn\'t allocate P1 due to delay scheduling\nthus, no P2 either!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestLeafQueue.java',693,694,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestLeafQueue','testApplicationPriorityScheduling()',NULL),(7301,'Ideally we should wait after transferTo returns 0. But because of\na bug in JRE on Linux (http://bugs.sun.com/view_bug.do?bug_id=5103988),\nwhich throws an exception instead of returning 0, we wait for the\nchannel to be writable before writing to it. If you ever see\nIOException with message \\\"Resource temporarily unavailable\\\"\nthrown here, please let us know.\n\nOnce we move to JAVA SE 7, wait should be moved to correct place.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/net/SocketOutputStream.java',193,202,'org.apache.hadoop.net.SocketOutputStream','transferToFully(FileChannel, long, int)',NULL),(7302,'TODO: FIXME!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',291,291,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','String> getLocalizedResources()',NULL),(7303,'Inform the ContainersMonitor to start monitoring the container\'s\nresource usage.\nTODO: Fix pmem limits below','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',525,527,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(7304,'TODO: Add containerWorkDir to the deletion service.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',541,541,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(7305,'TODO: Add containerWorkDir to the deletion service.\nTODO: Add containerOuputDir to the deletion service.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java',558,559,'org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl','transition(ContainerImpl, ContainerEvent)',NULL),(7306,'For efficient implementation, there\'s no way around\nthe following massive code duplication.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/ArrayPrimitiveWritable.java',251,252,'org.apache.hadoop.io.ArrayPrimitiveWritable','writeBooleanArray(DataOutput)',NULL),(7307,'TODO this is a hack :(\njobtracker-hostname_jobtracker-identifier_','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',259,260,'org.apache.hadoop.mapred.TestJobHistory','getPathForConf(Path, Path)',NULL),(7308,'Stop and start the tracker. The tracker should come up nicely','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestJobHistory.java',1027,1027,'org.apache.hadoop.mapred.TestJobHistory','testHistoryInitWithCorruptFiles()',NULL),(7309,'TODO: DFSAdmin subclasses FsShell so need to protect the command\nregistration.  This class should morph into a base class for\ncommands, and then this method can be abstract','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',93,95,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(7310,'TODO: will eventually auto-wrap the text, but this matches the expected\noutput for the hdfs tests...','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',220,221,'org.apache.hadoop.fs.FsShell','getFS()','DESIGN'),(7311,'instance.run catches IOE, so something is REALLY wrong if here','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',261,261,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(7312,'TODO: this should be abstract in a base class','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java',303,303,'org.apache.hadoop.fs.FsShell','getFS()',NULL),(7313,'TODO JobHistoryParser.handleTaskFailedAttempt should use state from the event.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java',56,56,'org.apache.hadoop.mapreduce.v2.hs.CompletedTask','canCommit(TaskAttemptId)',NULL),(7314,'TODO TMI?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java',74,74,'org.apache.hadoop.mapreduce.v2.hs.CompletedTask','canCommit(TaskAttemptId)','DESIGN'),(7315,'TODO: mark as final\nFor now only one masterKey, for ever.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',28,29,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','None',NULL),(7316,'TODO: add expiry for masterKey\nTODO: add logic to handle with multiple masterKeys, only one being used for\ncreating new tokens at any time.\nTODO: Make he masterKey more secure, non-transferrable etc.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',31,34,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','setMasterKey(SecretKey)',NULL),(7317,'TODO: this should go away.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',43,43,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','setMasterKey(SecretKey)',NULL),(7318,'TODO: this should go away.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ApplicationTokenSecretManager.java',48,48,'org.apache.hadoop.yarn.security.ApplicationTokenSecretManager','getMasterKey()',NULL),(7319,'test GzipZlibDecompressor (native), just to be sure\n(FIXME?  could move this call to testGzip(), but would need filename\nsetup above) (alternatively, maybe just nuke testGzip() and extend this?)','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',356,358,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBuiltInGzipDecompressor()',NULL),(7320,'ideally would add some offsets/shifts in here (e.g., via extra fields\nof various sizes), but...significant work to hand-generate each header','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',376,377,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleGzipBufferSizes(JobConf, boolean)',NULL),(7321,'work around 2-byte splits issue\n[135 splits for a 208-byte file and a 62-byte file(!)]','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',486,487,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','testBzip2()',NULL),(7322,'ideally would add some offsets/shifts in here (e.g., via extra header\ndata?), but...significant work to hand-generate each header, and no\nbzip2 spec for reference','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',596,598,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doMultipleBzip2BufferSizes(JobConf, boolean)',NULL),(7323,'work around 256-byte/22-splits issue','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestConcatenatedCompressedInput.java',650,650,'org.apache.hadoop.mapred.TestConcatenatedCompressedInput','doSingleBzip2BufferSize(JobConf)',NULL),(7324,'Calling recover should move it aside','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',215,215,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryMixed()','DESIGN'),(7325,'Calling recover should move it aside','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSImageStorageInspector.java',282,282,'org.apache.hadoop.hdfs.server.namenode.TestFSImageStorageInspector','testLogGroupRecoveryInProgress()','DESIGN'),(7326,'Currently, authorization is not done for jobtracker page. So allow\neveryone to view it.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestWebUIAuthorization.java',707,708,'org.apache.hadoop.mapred.TestWebUIAuthorization','testWebUIAuthorization()',NULL),(7327,'Do a small regular read. Very likely this will leave unread\ndata on the socket and make the socket uncacheable.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestParallelRead.java',101,102,'org.apache.hadoop.hdfs.TestParallelRead','run()',NULL),(7328,'TODO: Don\'t create again and again.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',144,144,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)',NULL),(7329,'TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',147,147,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','getContainerMgrProxy(ApplicationId)',NULL),(7330,'TODO: Security enabled/disabled info should come from RM.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',211,211,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(7331,'TODO: Don\'t do this kind of checks everywhere.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java',217,217,'org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher','String> setupTokensInEnv(ApplicationSubmissionContext)',NULL),(7332,'Default impl assumes that permissions do not matter\ncalling the regular create is good enough.\nFSs that implement permissions should override this.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/DelegateToFileSystem.java',67,69,'org.apache.hadoop.fs.DelegateToFileSystem','createInternal(Path, EnumSet<CreateFlag>, FsPermission, int, short, long, Progressable, int, boolean)',NULL),(7333,'XXXXXX should this also be null-protected?','Line','hadoop-mapreduce-project/src/examples/org/apache/hadoop/examples/terasort/TeraInputFormat.java',80,80,'org.apache.hadoop.examples.terasort.TeraInputFormat','None',NULL),(7334,'This should give us 25 splits, one per letter.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',108,108,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testAlphabetSplit()',NULL),(7335,'Don\'t check for exact values in the middle, because the splitter generates some\nugly Unicode-isms. But do check that we get multiple splits and that it starts\nand ends on the correct points.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/db/TestTextSplitter.java',120,122,'org.apache.hadoop.mapreduce.lib.db.TestTextSplitter','testCommonPrefix()',NULL),(7336,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcfsBasedProcessTree.java',342,343,'org.apache.hadoop.mapreduce.util.ProcfsBasedProcessTree','setSigKillInterval(long)',NULL),(7337,'our target rate is in terms of the maximum number of sample splits,\nbut we accept the possibility of sampling additional splits to hit\nthe target sample keyset','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/partition/InputSampler.java',212,214,'org.apache.hadoop.mapreduce.lib.partition.InputSampler','printUsage()',NULL),(7338,'TODO: Validate the request','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',282,282,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','startContainer(StartContainerRequest)',NULL),(7339,'TODO: Move this code to appropriate place once kill_container is\nimplemented.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java',308,309,'org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl','stopContainer(StopContainerRequest)',NULL),(7340,'TODO Control the extra data written ..\nTODO Should the key\\tvalue\\n be considered for measuring size?\nCan counters like BYTES_WRITTEN be used? What will be the value of\nsuch counters in LocalJobRunner?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',128,131,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','setup(Context)',NULL),(7341,'TODO Seek doesnt work with compressed input stream.\nUse SplittableCompressionCodec?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',482,483,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','getPossiblyDecompressedInputStream(Path, Configuration, long)',NULL),(7342,'enable input decompression\nTODO replace with mapInputBytes and hdfsBytesRead','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java',558,559,'org.apache.hadoop.mapred.gridmix.CompressionEmulationUtil','configureCompressionEmulation(Configuration, Configuration)',NULL),(7343,'reduce task has a fixed split of progress amongst copy, shuffle and\nreduce phases.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestReporter.java',135,136,'org.apache.hadoop.mapred.TestReporter','setup()',NULL),(7344,'better safe than sorry (should never happen)','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/ShellBasedUnixGroupsNetgroupMapping.java',85,85,'org.apache.hadoop.security.ShellBasedUnixGroupsNetgroupMapping','cacheGroupsAdd(List<String>)',NULL),(7345,'TODO: Handle the masterKey invalidation.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMSecretManager.java',65,65,'org.apache.hadoop.yarn.security.client.ClientToAMSecretManager','getMasterKey(ApplicationTokenIdentifier)',NULL),(7346,'TODO: What use of this with info() in?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMController.java',37,37,'org.apache.hadoop.yarn.server.nodemanager.webapp.NMController','index()',NULL),(7347,'Copy MRAppJar and make it private. TODO: FIXME. This is a hack to\nworkaround the absent public discache.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMROldApiJobs.java',84,85,'org.apache.hadoop.mapreduce.v2.TestMROldApiJobs','setup()',NULL),(7348,'desired range starts after beginning of this har block\nfix offset to beginning of relevant range (relative to desired file)','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/fs/HarFileSystem.java',363,364,'org.apache.hadoop.fs.HarFileSystem','initialize(URI, Configuration)',NULL),(7349,'TODO - ATTEMPT_KILLED not sent right now but should handle if\nattempt starts sending','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',86,87,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(7350,'TODO - ATTEMPT_KILLED not sent right now but should handle if\nattempt starts sending','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',86,87,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(7351,'Transitions from RESTARTING state\nTODO - no way to get to RESTARTING state right now','Line','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',125,126,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(7352,'Transitions from RESTARTING state\nTODO - no way to get to RESTARTING state right now','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',125,126,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None','NOT_DESIGN'),(7353,'TODO fail the application on the failed transition','Block','hadoop-mapreduce/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',366,366,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(7354,'TODO fail the application on the failed transition','Block','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',366,366,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','getApplicationId()',NULL),(7355,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestFileOutputFormat.java',42,42,'org.apache.hadoop.mapred.TestFileOutputFormat','testCustomFile()',NULL),(7356,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/snappy/SnappyDecompressor.java',38,38,'org.apache.hadoop.io.compress.snappy.SnappyDecompressor','None',NULL),(7357,'TODO these bytes should be versioned','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',160,160,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(7358,'TODO: Once SHuffle is out of NM, this can use MR APIs','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',166,166,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(7359,'TODO add API to AuxiliaryServices to report failures','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',173,173,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(7360,'TODO change AbstractService to throw InterruptedException','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',190,190,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(7361,'TODO factor security manager into pipeline\nTODO factor out encode/decode to permit binary shuffle\nTODO factor out decode of index to permit alt. models','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',230,232,'org.apache.hadoop.mapred.ShuffleHandler','operationComplete(ChannelFuture)',NULL),(7362,'TODO? add upstream?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',302,302,'org.apache.hadoop.mapred.ShuffleHandler','messageReceived(ChannelHandlerContext, MessageEvent)',NULL),(7363,'TODO refactor the following into the pipeline','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',318,318,'org.apache.hadoop.mapred.ShuffleHandler','messageReceived(ChannelHandlerContext, MessageEvent)',NULL),(7364,'TODO replace w/ rsrc alloc\n$x/$user/appcache/$appId/output/$mapId\nTODO: Once Shuffle is out of NM, this can use MR APIs to convert between App and Job','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java',376,378,'org.apache.hadoop.mapred.ShuffleHandler','sendMapOutput(ChannelHandlerContext, Channel, String, String, String, int)',NULL),(7365,'test if jobs with no tasks (0 maps, 0 red) update the listener properly','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestJobInProgressListener.java',379,379,'org.apache.hadoop.mapred.TestJobInProgressListener','testSuccessfulJob(JobConf, MyListener)',NULL),(7366,'Workaround for PeriodicStateAccumulator being package access','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/WrappedPeriodicStatsAccumulator.java',3,3,'None','None',NULL),(7367,'a should be capped at 3/30\nshouldn\'t be\nallocated due\nto max-cap','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/TestParentQueue.java',347,350,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.TestParentQueue','testMultiLevelQueues()',NULL),(7368,'maximum split size is 2 blocks','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',453,453,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(7369,'maximum split size is 3 blocks','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',493,493,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(7370,'maximum split size is 4 blocks','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',546,546,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(7371,'This file has three whole blocks. If the maxsplit size is\nhalf the block size, then there should be six splits.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestCombineFileInputFormat.java',661,662,'org.apache.hadoop.mapreduce.lib.input.TestCombineFileInputFormat','Text> createRecordReader(InputSplit, TaskAttemptContext)',NULL),(7372,'Enable queue and job level authorization','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',85,85,'org.apache.hadoop.mapreduce.TestJobACLs','startCluster(boolean)',NULL),(7373,'Try operations as an authorized user, who is part of view-job-acl.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',149,149,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(7374,'Try operations as an authorized user, who is a queue administrator.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/TestJobACLs.java',152,152,'org.apache.hadoop.mapreduce.TestJobACLs','verifyACLViewJob()',NULL),(7375,'TODO: handle redirect to jobhistory server','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RmController.java',78,78,'org.apache.hadoop.yarn.server.resourcemanager.webapp.RmController','app()',NULL),(7376,'TODO: Fix\nresourceManager.getRMContext().getRMApps()\n.get(applicationId).getRMAppAttempt(applicationAttemptId)','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/Application.java',275,277,'org.apache.hadoop.yarn.server.resourcemanager.Application','getResources()',NULL),(7377,'Sufficient to rely on super\'s implementation','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfo.java',307,307,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo','equals(Object)',NULL),(7378,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/hdfs/TestRaidDfs.java',74,74,'org.apache.hadoop.hdfs.TestRaidDfs','mySetup(String, int)',NULL),(7379,'walk through the list, searching. Not the most efficient way, but this\nin intended to be used rarely, so we keep it simple.\nAs an optimization, we can keep a hashmap of record name to its RTI, for later.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/record/meta/StructTypeID.java',64,66,'org.apache.hadoop.record.meta.StructTypeID','findStruct(String)',NULL),(7380,'TODO: Add ACL for LIST_JOBS when we have ability to authenticate\nusers in UI\nTODO: Add ACL for CHANGE_ACL when we have an admin tool for\nconfiguring queues.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueACL.java',34,37,'None','None',NULL),(7381,'get a non-exist reduce task attempt, expect a made-up task attempt\nTODO fill in test case','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/tools/rumen/TestZombieJob.java',157,158,'org.apache.hadoop.tools.rumen.TestZombieJob','testFirstJob()',NULL),(7382,'Split the special file that contains the list of distributed cache file\npaths and their file sizes such that each split corresponds to\napproximately same amount of distributed cache data to be generated.\nConsider numTaskTrackers * numMapSlotsPerTracker as the number of maps\nfor this job, if there is lot of data to be generated.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/GenerateDistCacheData.java',177,181,'org.apache.hadoop.mapred.gridmix.GenerateDistCacheData','getSplits(JobContext)',NULL),(7383,'better safe than sorry (should never happen)','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/JniBasedUnixGroupsNetgroupMapping.java',93,93,'org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMapping','cacheGroupsAdd(List<String>)',NULL),(7384,'TODO Does the FS object need to be different ?\nlog Dir FileSystem\ndone Dir FileSystem','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',65,67,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(7385,'Check for the existence of the history staging dir. Maybe create it.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',117,117,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(7386,'This directory will be in a common location, or this may be a cluster\nmeant for a single user. Creating based on the conf. Should ideally be\ncreated by the JobHistoryServer or as part of deployment.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',135,137,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(7387,'TODO Temporary toShort till new FsPermission(FsPermissions)\nrespects\nsticky','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',150,152,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','None',NULL),(7388,'TODO Ideally this should be written out to the job dir\n(.staging/jobid/files - RecoveryService will need to be patched)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',291,292,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(7389,'TODO JOB_FINISHED does not have state. Effectively job history does not\nhave state about the finished job.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',465,466,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(7390,'Writing out the summary file.\nTODO JH enhancement - reuse this file to store additional indexing info\nlike ACLs, etc. JHServer can use HDFS append to build an index file\nwith more info than is available via the filename.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',524,527,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','init(Configuration)',NULL),(7391,'TODO If the FS objects are the same, this should be a rename instead of a\ncopy.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',639,640,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','moveToDoneNow(Path, Path)',NULL),(7392,'TODO temporarily removing the existing dst','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',645,645,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','moveToDoneNow(Path, Path)',NULL),(7393,'TODO. Some error checking here.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java',672,672,'org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler','getFileNameFromTmpFN(String)',NULL),(7394,'The enum values are lowercase for better compression,\nwhile avoiding runtime conversion.\ncf. http://www.w3.org/Protocols/HTTP/Performance/Compression/HTMLCanon.html\nhttp://www.websiteoptimization.com/speed/tweak/lowercase/','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',47,50,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','_()',NULL),(7395,'$standby omitted. fix the resource instead.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/hamlet/HamletSpec.java',1920,1920,'org.apache.hadoop.yarn.webapp.hamlet.HamletSpec','$height(int)',NULL),(7396,'TODO: test will fail if the following is un-commented.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestListPathServlet.java',188,188,'org.apache.hadoop.hdfs.TestListPathServlet','checkFileStatus(FileStatus, FileStatus)',NULL),(7397,'TODO if parent owned by NM, rename within parent inline','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DeletionService.java',70,70,'org.apache.hadoop.yarn.server.nodemanager.DeletionService','getLfs()',NULL),(7398,'Since we\'re creating a new UserGroupInformation here, we know that no\nfuture RPC proxies will be able to re-use the same connection. And\nusages of this proxy tend to be one-off calls.\n\nThis is a temporary fix: callers should really achieve this by using\nRPC.stopProxy() on the resulting object, but this is currently not\nworking in trunk. See the discussion on HDFS-1965.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java',681,687,'org.apache.hadoop.hdfs.DFSUtil','createClientDatanodeProtocolProxy(DatanodeID, Configuration, int, LocatedBlock)',NULL),(7399,'explicitly do not use \\\"normal\\\" job.setOutputPath to make sure\nthat it is not hardcoded anywhere in the framework.','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestMiniMRLocalFS.java',123,124,'org.apache.hadoop.mapred.TestMiniMRLocalFS','testWithLocal()',NULL),(7400,'TODO cache','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/FilePool.java',116,116,'org.apache.hadoop.mapred.gridmix.FilePool','getInputFiles(long, Collection<FileStatus>)',NULL),(7401,'Should have incremented the batch count exactly once','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestEditLog.java',408,408,'org.apache.hadoop.hdfs.server.namenode.TestEditLog','run()',NULL),(7402,'Similar to BlockReport_08 but corrupts GS and len of the TEMPORARY\'s\nreplica block. Expect the same behaviour: NN should simply ignore this\nblock','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/datanode/TestBlockReport.java',448,450,'org.apache.hadoop.hdfs.server.datanode.TestBlockReport','startUpCluster()',NULL),(7403,'Ugly!\nConvert the trackerName to its host name','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/HostUtil.java',24,25,'org.apache.hadoop.mapreduce.util.HostUtil','convertTrackerNameToHostName(String)',NULL),(7404,'implicitly recurse once for cmdline directories','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Ls.java',87,87,'org.apache.hadoop.fs.shell.Ls','registerCommands(CommandFactory)',NULL),(7405,'TODO disable check access for now.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryClientService.java',178,178,'org.apache.hadoop.mapreduce.v2.hs.HistoryClientService','verifyAndGetJob(JobId)',NULL),(7406,'Workaround to handle the problem reported in HADOOP-4744','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',592,592,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)',NULL),(7407,'Workaround end','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java',621,621,'org.apache.hadoop.http.HttpServer','createBaseListener(Configuration)',NULL),(7408,'TODO: remove from rack','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java',163,163,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor','containerFailedOnHost(String)',NULL),(7409,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidShell.java',178,178,'org.apache.hadoop.raid.TestRaidShell','mySetup(int, int)',NULL),(7410,'TODO: FIXMEVinodkv','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',101,101,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(7411,'TODO: FIXME','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',115,115,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(7412,'TODO: acm: refactor2 FIXME','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',117,117,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(7413,'TODO FinBugs - will be fixed after the subsequent fixme','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',127,127,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)','DESIGN'),(7414,'TODO: FIXME VINODKV\n/** remove a storage node **/','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',146,147,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(7415,'TODO: FIXME VINODKV','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',168,168,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','process(WatchedEvent)',NULL),(7416,'TODO PB','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',382,382,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','listStoredNodes()',NULL),(7417,'TODO: FindBugs Valid. Fix','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKStore.java',479,479,'org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKStore','load()',NULL),(7418,'We should probably test for more of the file properties.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',117,117,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(7419,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/ConverterUtils.java',107,108,'org.apache.hadoop.yarn.util.ConverterUtils','getPathFromYarnURL(URL)',NULL),(7420,'\nverify that \'format\' really blew away all pre-existing files\n','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestCheckpoint.java',797,799,'org.apache.hadoop.hdfs.server.namenode.TestCheckpoint','setUp()',NULL),(7421,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',37,38,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','None',NULL),(7422,'TODO better use use s.getName()?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',78,78,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','init(Configuration)',NULL),(7423,'TODO: Why thread local?\n^ NumberFormat instances are not threadsafe','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',59,60,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','initialValue()',NULL),(7424,'TODO fork(?) services running as configured user\nmonitor for health, shutdown/restart(?) if any should die','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',91,92,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','start()',NULL),(7425,'Transitions from FINISHED state','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java',125,125,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl','None',NULL),(7426,'TODO RM NPEs for unknown jobs. History may still be aware.\nPossibly allow nulls through the PB tunnel, otherwise deal with an exception\nand redirect to the history server.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',106,108,'org.apache.hadoop.mapred.ClientServiceDelegate','refreshProxy()',NULL),(7427,'TODO kill all containers waiting on Application','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices','handle(AuxServicesEvent)',NULL),(7428,'TODO RM NPEs for unknown jobs. History may still be aware.\nPossibly allow nulls through the PB tunnel, otherwise deal with an exception\nand redirect to the history server.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',108,110,'org.apache.hadoop.mapred.ClientServiceDelegate','getProxy()',NULL),(7429,'TODO This should ideally be using it\'s own class (instead of ClientRMSecurityInfo)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',205,205,'org.apache.hadoop.mapred.ClientServiceDelegate','instantiateHistoryProxy(String)',NULL),(7430,'The appender should be able to close properly','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestFileAppend4.java',287,287,'org.apache.hadoop.hdfs.TestFileAppend4','testCompleteOtherLeaseHoldersFile()',NULL),(7431,'TODO This should ideally be using it\'s own class (instead of ClientRMSecurityInfo)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientCache.java',79,79,'org.apache.hadoop.mapred.ClientCache','instantiateHistoryProxy()','DESIGN'),(7432,'TODO fail the application on the failed transition','Block','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java',373,373,'org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptImpl','getAppAttemptId()',NULL),(7433,'TODO: evict from the cache on some threshold','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientCache.java',55,55,'org.apache.hadoop.mapred.ClientCache','getClient(JobID)',NULL),(7434,'Check that every permission has its sticky bit represented correctly','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/permission/TestFsPermission.java',79,79,'org.apache.hadoop.fs.permission.TestFsPermission','testStickyBitToString()','NOT_DESIGN'),(7435,'TODO: fail the app submission if attempts are more than 10 or something','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerIdPBImpl.java',49,49,'org.apache.hadoop.yarn.api.records.impl.pb.ContainerIdPBImpl','initialValue()',NULL),(7436,'Exclude this task from next search because it is already\nconsidered.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/TaskMemoryManagerThread.java',433,434,'org.apache.hadoop.mapred.TaskMemoryManagerThread','killTasksWithLeastProgress(long)',NULL),(7437,'TODO: add tracking url in JobReport','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java',284,284,'org.apache.hadoop.mapred.ClientServiceDelegate','getJobStatus(JobID)',NULL),(7438,'TODO Make configurable?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',135,135,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(7439,'If no commit is required, task directly goes to success','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',221,221,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(7440,'TODO:create the resource reqt for this Task attempt','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',464,464,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','None',NULL),(7441,'TODO: Fix','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',613,613,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7442,'TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',627,627,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7443,'TODO - Move this to MR!\nUse TaskDistributedCacheManager.CacheFiles.makeCacheFiles(URI[],\nlong[], boolean[], Path[], FileType)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',676,678,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7444,'TODO - Move this to MR!','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',734,734,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7445,'TODO: Use stateMachine level method?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',810,810,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7446,'TODO Ensure not 0','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',995,995,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','getMemoryRequired(Configuration, TaskType)',NULL),(7447,'TODO Resolve to host / IP in case of a local address.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1163,1163,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(7448,'TODO:\nCostly?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java',1165,1166,'org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl','transition(TaskAttemptImpl, TaskAttemptEvent)',NULL),(7449,'FIXME Error dialog','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/launch/HadoopApplicationLaunchShortcut.java',92,92,'org.apache.hadoop.eclipse.launch.HadoopApplicationLaunchShortcut','findLaunchConfiguration(IType, ILaunchConfigurationType)',NULL),(7450,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',35,35,'org.apache.hadoop.mapred.lib.TestChainMapReduce','None',NULL),(7451,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/lib/TestChainMapReduce.java',74,74,'org.apache.hadoop.mapred.lib.TestChainMapReduce','getFlagDir(boolean)',NULL),(7452,'in ObjectWritable to efficiently transmit arrays of primitives','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',110,110,'org.apache.hadoop.ipc.Server','None',NULL),(7453,'If they try to bind to a different host\'s address, give a better\nerror message.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java',236,237,'org.apache.hadoop.ipc.Server','getProtocolClass(String, Configuration)','DESIGN'),(7454,'the specified src path\nname of policy\nthe erasure code used\nA verbose description of this policy\nHadoop configuration','Line','hadoop-mapreduce-project/src/contrib/raid/src/java/org/apache/hadoop/raid/protocol/PolicyInfo.java',50,54,'org.apache.hadoop.raid.protocol.PolicyInfo','None',NULL),(7455,'\nNow we need to generate the random numbers according to\nthe above distribution.\n\nWe create a lot of map tasks, each of which takes at least\none \\\"line\\\" of the distribution.  (That is, a certain number\nX is to be generated Y number of times.)\n\nA map task emits Y key/val pairs.  The val is X.  The key\nis a randomly-generated number.\n\nThe reduce task gets its input sorted by key.  That is, sorted\nin random order.  It then emits a single line of text that\nfor the given values.  It does not emit the key.\n\nBecause there\'s just one reduce task, we emit a single big\nfile of random numbers.\n','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestMapRed.java',488,505,'org.apache.hadoop.mapred.TestMapRed','launch()',NULL),(7456,'we first start a cluster and fill the cluster up to a certain size.\nthen redistribute blocks according the required distribution.\nAfterwards a balancer is running to balance the cluster.','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/balancer/TestBalancer.java',166,169,'org.apache.hadoop.hdfs.server.balancer.TestBalancer','testUnevenDistribution(Configuration, long[], long[], String[])',NULL),(7457,'do the move','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',974,974,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','unprotectedConcat(String, String[], long)',NULL),(7458,'can only happen because of a software bug. the bug should be fixed.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirectory.java',1843,1843,'org.apache.hadoop.hdfs.server.namenode.FSDirectory','updateCountForINodeWithQuota(INodeDirectory, INode.DirCounts, ArrayList<INode>)',NULL),(7459,'TODO: figure out why length would be 0','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaStreamingRecordReader.java',79,79,'org.apache.hadoop.vertica.VerticaStreamingRecordReader','getProgress()',NULL),(7460,'TODO: Rename','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NMConfig.java',54,54,'org.apache.hadoop.yarn.server.nodemanager.NMConfig','None',NULL),(7461,'TODO: Should this instead be dictated by RM?','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NMConfig.java',67,67,'org.apache.hadoop.yarn.server.nodemanager.NMConfig','None',NULL),(7462,'hack to avoid most of the \\\"innocuous\\\" races.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/impl/MetricsSourceAdapter.java',88,88,'org.apache.hadoop.metrics2.impl.MetricsSourceAdapter','start()',NULL),(7463,'Default probability is 0%\nMax probability is 100%','Line','hadoop-common-project/hadoop-common/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(7464,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-common-project/hadoop-common/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7465,'move checksum file too','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/LocalFileSystem.java',109,109,'org.apache.hadoop.fs.LocalFileSystem','reportChecksumFailure(Path, FSDataInputStream, long, FSDataInputStream, long)',NULL),(7466,'possible improvement: change date format to human readable ?','Line','hadoop-mapreduce-project/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',142,142,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(7467,'start time for virtual clock\npossible improvement: set default value to sth more meaningful based on\nthe 1st job','Line','hadoop-mapreduce-project/src/contrib/mumak/src/java/org/apache/hadoop/mapred/SimulatorEngine.java',204,206,'org.apache.hadoop.mapred.SimulatorEngine','startTaskTrackers(ClusterStory, JobConf, long)',NULL),(7468,'Relocalization note/future FIXME (per chrisdo, 20110315):  At moment,\nfull localization info is in AppSubmissionContext passed from client to\nRM and then to NM for AM-container launch:  no difference between AM-\nlocalization and MapTask- or ReduceTask-localization, so can assume all\nOK.  Longer-term, will need to override uber-AM container-localization\nrequest (\\\"needed resources\\\") with union of regular-AM-resources + task-\nresources (and, if maps and reduces ever differ, then union of all three\ntypes), OR will need localizer service/API that uber-AM can request\nafter running (e.g., \\\"localizeForTask()\\\" or \\\"localizeForMapTask()\\\").','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',103,111,'org.apache.hadoop.mapred.LocalContainerLauncher','None',NULL),(7469,'FIXME? YarnException is \\\"for runtime exceptions only\\\"','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',130,130,'org.apache.hadoop.mapred.LocalContainerLauncher','start()',NULL),(7470,'Uber-AM lifecycle/ordering (\\\"normal\\\" case):\n\n- [somebody] sends TA_ASSIGNED\n- handled by ContainerAssignedTransition (TaskAttemptImpl.java)\n- creates \\\"remoteTask\\\" for us == real Task\n- sends CONTAINER_REMOTE_LAUNCH\n- TA: UNASSIGNED -> ASSIGNED\n- CONTAINER_REMOTE_LAUNCH handled by LocalContainerLauncher (us)\n- sucks \\\"remoteTask\\\" out of TaskAttemptImpl via getRemoteTask()\n- sends TA_CONTAINER_LAUNCHED\n[[ elsewhere...\n- TA_CONTAINER_LAUNCHED handled by LaunchedContainerTransition\n- registers \\\"remoteTask\\\" with TaskAttemptListener (== umbilical)\n- NUKES \\\"remoteTask\\\"\n- sends T_ATTEMPT_LAUNCHED (Task: SCHEDULED -> RUNNING)\n- TA: ASSIGNED -> RUNNING\n]]\n- runs Task (runSubMap() or runSubReduce())\n- TA can safely send TA_UPDATE since in RUNNING state\n[modulo possible TA-state-machine race noted below:  CHECK (TODO)]','Block','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',135,156,'org.apache.hadoop.mapred.LocalContainerLauncher','start()','DESIGN'),(7471,'FIXME:  can attemptID ever be null?  (only if retrieved over umbilical?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',186,186,'org.apache.hadoop.mapred.LocalContainerLauncher','run()','DESIGN'),(7472,'FIXME:  race condition here?  or do we have same kind of lock on TA handler => MapTask can\'t send TA_UPDATE before TA_CONTAINER_LAUNCHED moves TA to RUNNING state?  (probably latter)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',203,203,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(7473,'no container to kill, so just send \\\"cleaned\\\" event to task attempt\nto move us from SUCCESS_CONTAINER_CLEANUP to SUCCEEDED state','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',244,245,'org.apache.hadoop.mapred.LocalContainerLauncher','run()',NULL),(7474,'throw new RuntimeException()  (FIXME: what\'s appropriate here?)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',284,284,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(7475,'check if event-queue empty?  whole idea of counting maps vs. checking event queue is a tad wacky...but could enforce ordering (assuming no \\\"lost events\\\") at LocalMRAppMaster [CURRENT BUG(?):  doesn\'t send reduce event until maps all done]','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',304,304,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(7476,'throw new RuntimeException()  (FIXME) // or push reduce event back onto end of queue? (probably former)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',307,307,'org.apache.hadoop.mapred.LocalContainerLauncher','runSubtask(org.apache.hadoop.mapred.Task, TaskType, TaskAttemptId, int, boolean)',NULL),(7477,'move map output to reduce input','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java',409,409,'org.apache.hadoop.mapred.LocalContainerLauncher','renameMapOutputForReduce(JobConf, TaskAttemptId, MapOutputFile)',NULL),(7478,'TODO: add the history server','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/MiniMRYarnCluster.java',56,56,'org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster','init(Configuration)',NULL),(7479,'look at how much capacity they\'ve filled. Treat a queue with\ncapacity=0 equivalent to a queue running at capacity','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',182,183,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(7480,'we do not \'reserve\' slots on tasktrackers anymore since the user is\nalready over the limit\nNote: some of the code from above is repeated here. This is on\npurpose as it improves overall readability.\nNote: we walk through jobs again. Some of these jobs, which weren\'t\nconsidered in the first pass, shouldn\'t be considered here again,\nbut we still check for their viability to keep the code simple. In\nsome cases, for high mem jobs that have nothing to run, we call\nobtainNewTask() unnecessarily. Should this be a problem, we can\ncreate a list of jobs to look at (those whose users were over\nlimit) in the first pass and walk through that list only.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',372,382,'org.apache.hadoop.mapred.CapacityTaskScheduler','toString()',NULL),(7481,'If TT has Map and Reduce slot free, we assign 1 map and 1 reduce\nWe  base decision on how much is needed\nversus how much is used','Block','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/CapacityTaskScheduler.java',970,974,'org.apache.hadoop.mapred.CapacityTaskScheduler','assignTasks(TaskTracker)',NULL),(7482,'scan all policies once every 5 second','Line','hadoop-mapreduce-project/src/contrib/raid/src/test/org/apache/hadoop/raid/TestRaidPurge.java',92,92,'org.apache.hadoop.raid.TestRaidPurge','createClusters(boolean)',NULL),(7483,'TODO: DEBUG','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/LinuxContainerExecutor.java',130,130,'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor','startLocalizer(Path, InetSocketAddress, String, String, String, List<Path>)',NULL),(7484,'The range of acceptable dates is NULL to NULL. Just create a single split.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',69,69,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','split(Configuration, ResultSet, String)',NULL),(7485,'Shouldn\'t ever hit this case.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DateSplitter.java',163,163,'org.apache.hadoop.mapreduce.lib.db.DateSplitter','longToDate(long, int)',NULL),(7486,'FIXME? Inflater docs say:  \'it is also necessary to provide an extra\n\\\"dummy\\\" byte as input. This is required by the ZLIB native\nlibrary in order to support certain optimizations.\'  However,\nthis does not appear to be true, and in any case, it\'s not\nentirely clear where the byte should go or what its value\nshould be.  Perhaps it suffices to have some deflated bytes\nin the first buffer load?  (But how else would one do it?)','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/BuiltInGzipDecompressor.java',116,122,'org.apache.hadoop.io.compress.zlib.BuiltInGzipDecompressor','needsInput()',NULL),(7487,'Sufficient to rely on super\'s implementation','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',111,111,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','equals(Object)',NULL),(7488,'BlockInfo\nBlockInfoUnderConstruction participates in maps the same way as BlockInfo','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoUnderConstruction.java',262,263,'org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction','hashCode()',NULL),(7489,'TODO: We need to take care of scenario when one map/reduce\ntakes more than 1 slot.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',176,177,'org.apache.hadoop.mapred.gridmix.StressJobFactory','createReaderThread()',NULL),(7490,'TODO Use StringBuilder instead','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java',348,348,'org.apache.hadoop.mapred.gridmix.StressJobFactory','toString()',NULL),(7491,'Authorization is done. Just call super.','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/AdminAuthorizedServlet.java',42,42,'org.apache.hadoop.http.AdminAuthorizedServlet','doGet(HttpServletRequest, HttpServletResponse)',NULL),(7492,'Corrupt the log file in various ways for each txn','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFSEditLogLoader.java',197,197,'org.apache.hadoop.hdfs.server.namenode.TestFSEditLogLoader','testCountValidTransactions()',NULL),(7493,'As we already know current Capacity percent of this queue\nmake children distribute unconfigured Capacity.','Line','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/ContainerQueue.java',157,158,'org.apache.hadoop.mapred.ContainerQueue','distributeUnConfiguredCapacity()',NULL),(7494,'Benchmark for StringUtils split','Line','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestStringUtils.java',219,219,'org.apache.hadoop.util.TestStringUtils','main(String[])',NULL),(7495,'XXX don\'t know what the file is?','Line','hadoop-mapreduce-project/src/contrib/eclipse-plugin/src/java/org/apache/hadoop/eclipse/dfs/DFSFolder.java',97,97,'org.apache.hadoop.eclipse.dfs.DFSFolder','upload(IProgressMonitor, File)',NULL),(7496,'by doing the above clock adjustments, we bring the progress rate of\ntaskID 3 lower than 4. For taskID 3, the rate is 85/317000\nand for taskID 4, the rate is 20/65000. But when we ask for a spec task\nnow, we should get back taskID 4 (since that is expected to complete\nlater than taskID 3).','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapred/TestSpeculativeExecution.java',253,257,'org.apache.hadoop.mapred.TestSpeculativeExecution','testTaskLATEScheduling()',NULL),(7497,'HACK - Use this as a global lock in the JNI layer','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibDecompressor.java',37,37,'org.apache.hadoop.io.compress.zlib.ZlibDecompressor','None',NULL),(7498,'Fix the filesystem by moving corrupted files to lost+found','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestFsck.java',269,269,'org.apache.hadoop.hdfs.server.namenode.TestFsck','testFsckMove()',NULL),(7499,'NOTE:  this is the one place we do NOT want to save the number\nof bytes sent (nRemaining here) into lastBytesSent:  since we\nare resending what we\'ve already sent before, offset is nonzero\nin general (only way it could be zero is if it already equals\nnRemaining), which would then screw up the offset calculation\n_next_ time around.  IOW, getRemaining() is in terms of the\noriginal, zero-offset bufferload, so lastBytesSent must be as\nwell.  Cheesy ASCII art:\n\n<------------ m, lastBytesSent ----------->\n+===============================================+\nbuffer:  |1111111111|22222222222222222|333333333333|     |\n+===============================================+\n#1:  <-- off -->|<-------- nRemaining --------->\n#2:  <----------- off ----------->|<-- nRem. -->','Line','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/DecompressorStream.java',120,134,'org.apache.hadoop.io.compress.DecompressorStream','read()',NULL),(7500,'We generate leaves for a single split point as well as for\nno split points.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/partition/TotalOrderPartitioner.java',375,376,'org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner','buildTrieRec(BinaryComparable[], int, int, byte[], int, CarriedTrieNodeRef)',NULL),(7501,'Workaround for ProgressSplitBlock being package access','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/WrappedProgressSplitsBlock.java',3,3,'None','None',NULL),(7502,'XXX:Not to be used directly.','Line','hadoop-mapreduce-project/src/java/org/apache/hadoop/mapred/NodeHealthCheckerService.java',372,372,'org.apache.hadoop.mapred.NodeHealthCheckerService','getTimer()',NULL),(7503,'TODO can this be configurable too. Users/emulators should be able to\npick and choose what MATH operations to run.\nExample :\nBASIC : ADD, SUB, MUL, DIV\nADV   : SQRT, SIN, COSIN..\nCOMPO : (BASIC/ADV)*\nAlso define input generator. For now we can use the random number\ngenerator. Later this can be changed to accept multiple sources.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',145,152,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','performUnitComputation()',NULL),(7504,'TODO Make this configurable\n100 ms','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',174,175,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(7505,'compute the 1% of the total CPU usage desired\nTODO Make this configurable','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',186,187,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','calibrate(ResourceCalculatorPlugin, long)',NULL),(7506,'we want some kind of exponential growth function that gives less weight\non lower progress boundaries but high (exact emulation) near progress\nvalue of 1.\nso here is how the current growth function looks like\nprogress    weight\n0.1       0.0001\n0.2       0.0016\n0.3       0.0081\n0.4       0.0256\n0.5       0.0625\n0.6       0.1296\n0.7       0.2401\n0.8       0.4096\n0.9       0.6561\n1.0       1.000','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',213,227,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','getWeightForProgressInterval(float)',NULL),(7507,'TODO Multi-threading for speedup?','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java',233,233,'org.apache.hadoop.mapred.gridmix.emulators.resourceusage.CumulativeCpuUsageEmulatorPlugin','emulate()',NULL),(7508,'TODO: delete the container dir','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/DummyContainerManager.java',94,94,'org.apache.hadoop.yarn.server.nodemanager.DummyContainerManager','createResourceLocalizationService(ContainerExecutor, DeletionService)',NULL),(7509,'Mix the generic group implementation into the Group interface','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',177,177,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(7510,'Mix the framework group implementation into the Group interface','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Counters.java',217,217,'org.apache.hadoop.mapred.Counters','downgrade(org.apache.hadoop.mapreduce.Counters)',NULL),(7511,'This package is based on the work done by Keiron Liddle, Aftex Software\n<keiron@aftexsw.com> to whom the Ant project is very grateful for his\ngreat code.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',19,23,'None','None',NULL),(7512,'Now another magic 48-bit number, 0x177245385090, to indicate the end\nof the last block. (sqrt(pi), if you want to know. I did want to use\ne, but it contains too much repetition -- 27 18 28 18 28 46 -- for me\nto feel statistically comfortable. Call me paranoid.)','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',828,833,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(7513,'Iterate up to N_ITERS times to improve the tables.','Block','hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java',962,964,'org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream','hbMakeCodeLengths(char[], int[], int, int)',NULL),(7514,'TODO: unfortunately this fails -- should be improved.\nSee HDFS-2173.','Line','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestSaveNamespace.java',152,153,'org.apache.hadoop.hdfs.server.namenode.TestSaveNamespace','saveNamespaceWithInjectedFault(Fault)',NULL),(7515,'XXX Twenty internal version does not support --script option.','Line','hadoop-common-project/hadoop-common/src/test/system/java/org/apache/hadoop/test/system/process/HadoopDaemonRemoteCluster.java',357,357,'org.apache.hadoop.test.system.process.HadoopDaemonRemoteCluster','getCommand(String, String)',NULL),(7516,'Exception while writing to the client. Connection closure from\nthe other end is mostly the case and we do not care much about\nit. But other things can go wrong, especially in transferTo(),\nwhich we do not want to ignore.\n\nThe message parsing below should not be considered as a good\ncoding example. NEVER do it to drive a program logic. NEVER.\nIt was done here because the NIO throws an IOException for EPIPE.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockSender.java',402,410,'org.apache.hadoop.hdfs.server.datanode.BlockSender','sendChunks(ByteBuffer, int, OutputStream)',NULL),(7517,'TODO: Duplicate addition!!','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',86,86,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','None',NULL),(7518,'TODO: FIX','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java',131,131,'org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalizedResource','release(ContainerId)',NULL),(7519,'Update container-status for diagnostics. Today we completely\nreplace it on finish. We may just need to update diagnostics.\n^TODO','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java',305,307,'org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerImpl','transition(RMContainerImpl, RMContainerEvent)',NULL),(7520,'it\'s fine walking down the entire list of running jobs - there\nprobably will not be many, plus, we may need to go through the\nlist to compute numSlotsOccupiedByUser. If this is expensive, we\ncan keep a list of running jobs per user. Then we only need to\nconsider the first few jobs per user.','Block','hadoop-mapreduce-project/src/contrib/capacity-scheduler/src/java/org/apache/hadoop/mapred/JobQueue.java',174,180,'org.apache.hadoop.mapred.JobQueue','compare(JobSchedulingInfo, JobSchedulingInfo)',NULL),(7521,'this has to be at least as much as map slot requirement','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',79,79,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','None',NULL),(7522,'This is a huge kluge.  The real implementations have a decent approach','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',100,100,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','None',NULL),(7523,'we had two instances running.  Try to determine how much\nwe might have saved by speculation','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',616,617,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(7524,'we had two instances running.  Try to determine how much\nwe might have saved by speculation','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',616,617,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(7525,'I\'ll be making Avro objects by hand.  Please don\'t do that very often.','Line','hadoop-mapreduce/hadoop-mr-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',714,714,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(7526,'I\'ll be making Avro objects by hand.  Please don\'t do that very often.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRuntimeEstimators.java',714,714,'org.apache.hadoop.mapreduce.v2.app.TestRuntimeEstimators','coreTestEstimator(TaskRuntimeEstimator, int)',NULL),(7527,'TODO bad dependency','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java',560,560,'org.apache.hadoop.hdfs.server.namenode.FSImageFormat','save(File, long, FSNamesystem, FSImageCompression)','NOT_DESIGN'),(7528,'Test resolvePath(p)\nTODO In the tests below replace\nfcView.getDefaultFileSystem().resolvePath() fcView.resolvePath()','Block','hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/viewfs/ViewFsBaseTest.java',463,467,'org.apache.hadoop.fs.viewfs.ViewFsBaseTest','testResolvePathInternalPaths()',NULL),(7529,'TODO: Destroy all the processes in the subtree in this case also.\nFor the time being, killing only the root process.','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcessTree.java',86,87,'org.apache.hadoop.mapreduce.util.ProcessTree','isSetsidSupported()',NULL),(7530,'TODO: when modification times can be set, directories should be\nemitted to reducers so they might be preserved. Also, mkdirs does','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/DistCp.java',506,507,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(7531,'no more retries... Give up','Line','hadoop-mapreduce-project/src/tools/org/apache/hadoop/tools/DistCp.java',603,603,'org.apache.hadoop.tools.DistCp','parseLong(String[], int)',NULL),(7532,'There is high probability that the rack id generated here will\nnot conflict with those of other data node cluster.\nNot perfect but mostly unique rack ids are good enough','Block','hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/DataNodeCluster.java',223,227,'org.apache.hadoop.hdfs.DataNodeCluster','getUniqueRackPrefix()',NULL),(7533,'delete the touch file\nTODO Search for a better touch utility\nrecreate it','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',71,73,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','None',NULL),(7534,'test with invalid or missing resource usage value','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',459,459,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testCumulativeCpuUsageEmulatorPlugin()',NULL),(7535,'test whether the CPU usage emulator achieves the desired target using\ndesired calls to the underling core engine.','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/test/org/apache/hadoop/mapred/gridmix/TestResourceUsageEmulators.java',571,572,'org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators','testEmulationAccuracy(Configuration, FakeCpuUsageEmulatorCore, ResourceCalculatorPlugin, ResourceUsageMetrics, CumulativeCpuUsageEmulatorPlugin, long, long)',NULL),(7536,'host comes from data splitLocations which are hostnames. Containers\nuse IP addresses.\nTODO Temporary fix for locality. Use resolvers from h-common.\nCache to make this more efficient ?','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java',512,515,'org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator','init(Configuration)','DESIGN'),(7537,'Default probability is 0%\nMax probability is 100%','Line','hadoop-mapreduce-project/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',49,50,'org.apache.hadoop.fi.ProbabilityModel','None',NULL),(7538,'Set new default probability if specified through a system.property\nIf neither is specified set default probability to DEFAULT_PROB','Line','hadoop-mapreduce-project/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',55,56,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7539,'TODO fix this: make it more sophisticated!!!','Line','hadoop-mapreduce-project/src/test/aop/org/apache/hadoop/fi/ProbabilityModel.java',74,74,'org.apache.hadoop.fi.ProbabilityModel','injectCriteria(String)',NULL),(7540,'Hack for local FS that does not have the concept of a \'mounting point\'','Line','hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/mapreduce/lib/input/TestMultipleInputs.java',57,57,'org.apache.hadoop.mapreduce.lib.input.TestMultipleInputs','None',NULL),(7541,'TODO later:  add explicit \\\"isUber()\\\" checks of some sort','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',148,148,'org.apache.hadoop.mapreduce.v2.TestUberAM','testFailingMapper()',NULL),(7542,'@Test  //FIXME:  if/when the corresponding TestMRJobs test gets enabled, do so here as well (potentially with mods for ubermode)','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',173,173,'org.apache.hadoop.mapreduce.v2.TestUberAM','testSleepJobWithSecurityOn()',NULL),(7543,'Add a test for distcache when uber mode is enabled. TODO','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java',179,179,'org.apache.hadoop.mapreduce.v2.TestUberAM','testDistributedCache()',NULL),(7544,'this loop is potentially pricey.\nTODO track the tasks that are potentially worth looking at','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/DefaultSpeculator.java',475,476,'org.apache.hadoop.mapreduce.v2.app.speculate.DefaultSpeculator','maybeScheduleASpeculation(TaskType)',NULL),(7545,'TODO: Need to come up with a better place to put\nthis block of code to do with reading the file','Line','hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/security/TokenCache.java',113,114,'org.apache.hadoop.mapreduce.security.TokenCache','getSecretKey(Credentials, Text)',NULL),(7546,'tClient maybe null because the task is already dead. Ex: setup','Line','hadoop-mapreduce-project/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',234,234,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(7547,'Since distributed cache is unmodified in dfs\nbetween two job runs, it should not be present more than once\nin any of the task tracker, in which job ran.','Line','hadoop-mapreduce-project/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheUnModifiedFile.java',275,277,'org.apache.hadoop.mapred.TestDistributedCacheUnModifiedFile','testDistributedCache()',NULL),(7548,'TODO: Add job conf to _job array','Line','hadoop-mapreduce-project/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',59,59,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','None',NULL),(7549,'Print the Job Execution Statistics\nTODO: split to pring job, map/reduce task list and individual map/reduce task stats','Block','hadoop-mapreduce-project/src/contrib/vaidya/src/java/org/apache/hadoop/vaidya/statistics/job/JobStatistics.java',451,454,'org.apache.hadoop.vaidya.statistics.job.JobStatistics','setJobConf(JobConf)',NULL),(7550,'tClient maybe null because the task is already dead. Ex: setup','Line','hadoop-mapreduce-project/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',238,238,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(7551,'If distributed cache is modified in dfs\nbetween two job runs, it can be present more than once\nin any of the task tracker, in which job ran.','Line','hadoop-mapreduce-project/src/test/system/test/org/apache/hadoop/mapred/TestDistributedCacheModifiedFile.java',282,284,'org.apache.hadoop.mapred.TestDistributedCacheModifiedFile','testDistributedCache()',NULL),(7552,'set service-level authorization security policy','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',525,525,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7553,'One common reason is that NameNode could be in safe mode.\nShould we keep on retrying in that case?','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',840,842,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7554,'it would have been better to pass storage as a parameter to\nconstructor below - need to augment ReflectionUtils used below.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1456,1457,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7555,'Return\n\\\"DS-randInt-ipaddr-currentTimeMillis\\\"\nIt is considered extermely rare for all these numbers to match\non a different machine accidentally for the following\na) SecureRandom(INT_MAX) is pretty much random (1 in 2 billion), and\nb) Good chance ip address would be different, and\nc) Even on the same machine, Datanode is designed to use different ports.\nd) Good chance that these are started at different times.\nFor a confict to occur all the 4 above have to match!.\nThe format of this string can be changed anytime in future without\naffecting its functionality.','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',1595,1606,'org.apache.hadoop.hdfs.server.datanode.DataNode','createSocketAddr(String)',NULL),(7556,'Calculate the best available replica state.','Line','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java',2486,2486,'org.apache.hadoop.hdfs.server.datanode.DataNode','syncBlock(RecoveringBlock, List<BlockRecord>)',NULL),(7557,'TODO: test values as hashmap of column names','Line','hadoop-mapreduce-project/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',225,225,'org.apache.hadoop.vertica.TestVertica','recordTest(List<Integer>, List<Object>, DataOutputBuffer, DataInputBuffer, boolean)',NULL),(7558,'TODO: test create schema\nTODO: test writable variants of data types','Line','hadoop-mapreduce-project/src/contrib/vertica/src/test/org/apache/hadoop/vertica/TestVertica.java',354,355,'org.apache.hadoop.vertica.TestVertica','testVerticaOutput()',NULL),(7559,'FIXME: TestApplicationCleanup is relying on unnormalized behavior.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',264,264,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7560,'TODO: Fix store','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',282,282,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7561,'TODO: A buggy\napplication\nwith this\nzero would\ncrash the\nscheduler.','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',482,487,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','getQueueName()',NULL),(7562,'TODO fix recovery','Line','hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java',709,709,'org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler','recover(RMState)',NULL),(7563,'TODO add listeners, use for job dependencies','Line','hadoop-mapreduce-project/src/contrib/gridmix/src/java/org/apache/hadoop/mapred/gridmix/Gridmix.java',187,187,'org.apache.hadoop.mapred.gridmix.Gridmix','getGridmixInputDataPath(Path)',NULL),(7564,'TODO: create segmented projections','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',123,123,'org.apache.hadoop.vertica.VerticaUtil','checkOutputSpecs(Configuration)',NULL),(7565,'TODO: catch when params required but missing\nTODO: better error message when count query is bad','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',138,139,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(7566,'This is the fancy part of mapping inputs...here\'s how we figure out\nsplits\nget the params query or the params','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',151,153,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(7567,'TODO: limit needs order by unique key\nTODO: what if there are more parameters than numsplits?\nprep a count(*) wrapper query and then populate the bind params for each','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',164,166,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(7568,'if there are more numSplits than params we\'re going to introduce some\nlimit and offsets\nTODO: write code to generate the start/end pairs for each group','Line','hadoop-mapreduce-project/src/contrib/vertica/src/java/org/apache/hadoop/vertica/VerticaUtil.java',201,203,'org.apache.hadoop.vertica.VerticaUtil','getSplits(JobContext)',NULL),(7569,'Dispatch the block move task to the proxy source & wait for the response','Block','hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Balancer.java',301,302,'org.apache.hadoop.hdfs.server.balancer.Balancer','chooseBlockAndProxy()',NULL);
