Java 类org.apache.hadoop.hdfs.server.namenode.LeaseManager.Lease 实例源码

/**
 * Retrieves a list of random files with some information.
 *
 * @param percent
 *          the percent of files to return
 * @return the list of files
 */
public List<FileStatusExtended> getRandomFileStats(double percent) {
  readLock();
  try {
    List<FileStatusExtended> stats = new LinkedList<FileStatusExtended>();
    for (INodeFile file : getRandomFiles(percent)) {
      try {
        String path = file.getFullPathName();
        FileStatus stat = createFileStatus(path, file);
        Lease lease = this.getFSNamesystem().leaseManager.getLeaseByPath(path);
        String holder = (lease == null) ? null : lease.getHolder();
        long hardlinkId = (file instanceof INodeHardLinkFile) ? ((INodeHardLinkFile) file)
            .getHardLinkID() : -1;
            stats.add(new FileStatusExtended(stat, file.getBlocks(), holder,
                hardlinkId));
      } catch (IOException ioe) {
        // the file has already been deleted; ingore it
      }
    }
    return stats;
  } finally {
    readUnlock();
  }
}

/**
 * This is invoked when a lease expires. On lease expiry, 
 * all the files that were written from that dfsclient should be
 * recovered.
 */
void internalReleaseLease(Lease lease, String src,
    INodeFileUnderConstruction pendingFile) throws IOException {
  if (lease.hasPath()) {
    // make a copy of the paths because internalReleaseLeaseOne removes
    // pathnames from the lease record.
    String[] leasePaths = new String[lease.getPaths().size()];
    lease.getPaths().toArray(leasePaths);
    LOG.info("Recovering lease: " + lease + " for paths "
        + Arrays.toString(leasePaths));
    for (String p: leasePaths) {
      internalReleaseLeaseOne(lease, p);
    }
  } else {
    internalReleaseLeaseOne(lease, src, pendingFile, false);
  }
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImage.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * Retrieves a list of random files with some information.
 * 
 * @param maxFiles
 *          the maximum number of files to return
 * @return the list of files
 */
public List<FileStatusExtended> getRandomFileStats(int maxFiles) {
  readLock();
  try {
    List<FileStatusExtended> stats = new LinkedList<FileStatusExtended>();
    for (INodeFile file : getRandomFiles(maxFiles)) {
      String path = file.getFullPathName();
      FileStatus stat = createFileStatus(path, file);
      Lease lease = this.getFSNamesystem().leaseManager.getLeaseByPath(path);
      String holder = (lease == null) ? null : lease.getHolder();
      stats.add(new FileStatusExtended(stat, file.getBlocks(), holder));
    }
    return stats;
  } finally {
    readUnlock();
  }
}

/**
 * This is invoked when a lease expires. On lease expiry, 
 * all the files that were written from that dfsclient should be
 * recovered.
 */
void internalReleaseLease(Lease lease, String src,
    INodeFileUnderConstruction pendingFile) throws IOException {
  if (lease.hasPath()) {
    // make a copy of the paths because internalReleaseLeaseOne removes
    // pathnames from the lease record.
    String[] leasePaths = new String[lease.getPaths().size()];
    lease.getPaths().toArray(leasePaths);
    LOG.info("Recovering lease: " + lease + " for paths "
        + Arrays.toString(leasePaths));
    for (String p: leasePaths) {
      internalReleaseLeaseOne(lease, p);
    }
  } else {
    internalReleaseLeaseOne(lease, src, pendingFile, false);
  }
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImage.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImage.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImage.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImage.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

public static Lease getLeaseForPath(NameNode nn, String path) {
  final FSNamesystem fsn = nn.getNamesystem();
  INode inode;
  try {
    inode = fsn.getFSDirectory().getINode(path, false);
  } catch (UnresolvedLinkException e) {
    throw new RuntimeException("Lease manager should not support symlinks");
  }
  return inode == null ? null : fsn.leaseManager.getLease((INodeFile) inode);
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFile pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

public OpenFilesInfo getOpenFiles() throws IOException {
  List <FileStatusExtended> openFiles = new ArrayList <FileStatusExtended>();
  for (Lease lease : leaseManager.getSortedLeases()) {
    for (String path : lease.getPaths()) {
      FileStatusExtended stat = this.getFileInfoExtended(path,
          lease.getHolder());
      if (stat != null) {
        openFiles.add(stat);
      }
    }
  }
  return new OpenFilesInfo(openFiles, this.getGenerationStamp());
}

Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFileUnderConstruction pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFile pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * Get the total number of COMPLETE blocks in the system.
 * For safe mode only complete blocks are counted.
 */
private long getCompleteBlocksTotal() {
  // Calculate number of blocks under construction
  long numUCBlocks = 0;
  readLock();
  try {
    for (Lease lease : leaseManager.getSortedLeases()) {
      for (String path : lease.getPaths()) {
        final INodeFile cons;
        try {
          cons = dir.getINode(path).asFile();
          Preconditions.checkState(cons.isUnderConstruction());
        } catch (UnresolvedLinkException e) {
          throw new AssertionError("Lease files should reside on this FS");
        }
        BlockInfo[] blocks = cons.getBlocks();
        if(blocks == null)
          continue;
        for(BlockInfo b : blocks) {
          if(!b.isComplete())
            numUCBlocks++;
        }
      }
    }
    LOG.info("Number of blocks under construction: " + numUCBlocks);
    return getBlocksTotal() - numUCBlocks;
  } finally {
    readUnlock();
  }
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFileUnderConstruction pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

/**
 * This is invoked when a lease expires. On lease expiry, 
 * all the files that were written from that dfsclient should be
 * recovered.
 */
void internalReleaseLease(Lease lease, String src) throws IOException {
  if (lease.hasPath()) {
    // make a copy of the paths because internalReleaseLeaseOne removes
    // pathnames from the lease record.
    String[] leasePaths = new String[lease.getPaths().size()];
    lease.getPaths().toArray(leasePaths);
    for (String p: leasePaths) {
      internalReleaseLeaseOne(lease, p);
    }
  } else {
    internalReleaseLeaseOne(lease, src);
  }
}

private Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFileUnderConstruction pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

private Lease reassignLease(Lease lease, String src, String newHolder,
    INodeFile pendingFile) {
  assert hasWriteLock();
  if(newHolder == null)
    return lease;
  // The following transaction is not synced. Make sure it's sync'ed later.
  logReassignLease(lease.getHolder(), src, newHolder);
  return reassignLeaseInternal(lease, src, newHolder, pendingFile);
}

/**
 * Get the total number of COMPLETE blocks in the system.
 * For safe mode only complete blocks are counted.
 */
private long getCompleteBlocksTotal() {
  // Calculate number of blocks under construction
  long numUCBlocks = 0;
  readLock();
  try {
    for (Lease lease : leaseManager.getSortedLeases()) {
      for (String path : lease.getPaths()) {
        final INodeFile cons;
        try {
          cons = dir.getINode(path).asFile();
          Preconditions.checkState(cons.isUnderConstruction());
        } catch (UnresolvedLinkException e) {
          throw new AssertionError("Lease files should reside on this FS");
        }
        BlockInfo[] blocks = cons.getBlocks();
        if(blocks == null)
          continue;
        for(BlockInfo b : blocks) {
          if(!b.isComplete())
            numUCBlocks++;
        }
      }
    }
    LOG.info("Number of blocks under construction: " + numUCBlocks);
    return getBlocksTotal() - numUCBlocks;
  } finally {
    readUnlock();
  }
}

/**
 * @return the timestamp of the last renewal of the given lease,
 *   or -1 in the case that the lease doesn't exist.
 */
public static long getLeaseRenewalTime(NameNode nn, String path) {
  LeaseManager lm = nn.getNamesystem().leaseManager;
  Lease l = lm.getLeaseByPath(path);
  if (l == null) {
    return -1;
  }
  return l.getLastUpdate();
}

Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

/**
 * Serializes leases. 
 */
void saveFilesUnderConstruction(DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    for (Lease lease : leaseManager.getSortedLeases()) {
      for(String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node;
        try {
          node = dir.getFileINode(path);
        } catch (UnresolvedLinkException e) {
          throw new AssertionError("Lease files should reside on this FS");
        }
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
                                " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
                                " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImageSerialization.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

public OpenFilesInfo getOpenFiles() throws IOException {
  List <FileStatusExtended> openFiles = new ArrayList <FileStatusExtended>();
  for (Lease lease : leaseManager.getSortedLeases()) {
    for (String path : lease.getPaths()) {
      FileStatusExtended stat = this.getFileInfoExtended(path,
          lease.getHolder());
      if (stat != null) {
        openFiles.add(stat);
      }
    }
  }
  return new OpenFilesInfo(openFiles, this.getGenerationStamp());
}

Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

/**
 * Serializes leases.
 */
void saveFilesUnderConstruction(SaveNamespaceContext ctx, DataOutputStream out) throws IOException {
  synchronized (leaseManager) {
    out.writeInt(leaseManager.countPath()); // write the size

    LightWeightLinkedSet<Lease> sortedLeases = leaseManager.getSortedLeases();
    Iterator<Lease> itr = sortedLeases.iterator();
    while (itr.hasNext()) {
      ctx.checkCancelled();
      Lease lease = itr.next();
      for (String path : lease.getPaths()) {
        // verify that path exists in namespace
        INode node = dir.getFileINode(path);
        if (node == null) {
          throw new IOException("saveLeases found path " + path +
            " but no matching entry in namespace.");
        }
        if (!node.isUnderConstruction()) {
          throw new IOException("saveLeases found path " + path +
            " but is not under construction.");
        }
        INodeFileUnderConstruction cons = (INodeFileUnderConstruction) node;
        FSImageSerialization.writeINodeUnderConstruction(out, cons, path);
      }
    }
  }
}

/**
 * This is invoked when a lease expires. On lease expiry, 
 * all the files that were written from that dfsclient should be
 * recovered.
 */
void internalReleaseLease(Lease lease, String src) throws IOException {
  if (lease.hasPath()) {
    // make a copy of the paths because internalReleaseLeaseOne removes
    // pathnames from the lease record.
    String[] leasePaths = new String[lease.getPaths().size()];
    lease.getPaths().toArray(leasePaths);
    for (String p: leasePaths) {
      internalReleaseLeaseOne(lease, p);
    }
  } else {
    internalReleaseLeaseOne(lease, src);
  }
}

private Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

/**
 * This is invoked when a lease expires. On lease expiry, 
 * all the files that were written from that dfsclient should be
 * recovered.
 */
void internalReleaseLease(Lease lease, String src) throws IOException {
  if (lease.hasPath()) {
    // make a copy of the paths because internalReleaseLeaseOne removes
    // pathnames from the lease record.
    String[] leasePaths = new String[lease.getPaths().size()];
    lease.getPaths().toArray(leasePaths);
    for (String p: leasePaths) {
      internalReleaseLeaseOne(lease, p);
    }
  } else {
    internalReleaseLeaseOne(lease, src);
  }
}

private Lease reassignLease(Lease lease, String src, String newHolder,
                    INodeFileUnderConstruction pendingFile) {
  if(newHolder == null)
    return lease;
  pendingFile.setClientName(newHolder);
  return leaseManager.reassignLease(lease, src, newHolder);
}

private Lease reassignLease(Lease lease, String src, String newHolder,
INodeFile pendingFile) {