old_contents: #!/usr/bin/env python
  # Copyright (c) 2012 Cloudera, Inc. All rights reserved.
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  # http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  #
  # Hdfs access utilities
  
  from xml.etree.ElementTree import parse
  from pywebhdfs.webhdfs import PyWebHdfsClient
  import getpass
  
  class HdfsConfig(object):
    """Reads an XML configuration file (produced by a mini-cluster) into a dictionary
    accessible via get()"""
    def __init__(self, filename):
      self.conf = {}
      tree = parse(filename)
      for property in tree.getroot().iter('property'):
        self.conf[property.find('name').text] = property.find('value').text
  
    def get(self, key):
      try:
        return self.conf[key]
      except KeyValue:
        return None
  
  def get_hdfs_client_from_conf(conf):
    """Returns a new HTTP client for an HDFS cluster using an HdfsConfig object"""
    hostport = conf.get('dfs.namenode.http-address')
    if hostport is None:
      raise Exception("dfs.namenode.http-address not found in config")
  
    host, port = hostport.split(":")
    return PyWebHdfsClient(host=host, port=port, user_name=getpass.getuser())
  
  def get_hdfs_client(host, port):
    """Returns a new HTTP client for an HDFS cluster using an explict host:port pair"""
    return PyWebHdfsClient(host=host, port=port, user_name=getpass.getuser())
  
new_contents: #!/usr/bin/env python
  # Copyright (c) 2012 Cloudera, Inc. All rights reserved.
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  # http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  #
  # Hdfs access utilities
  
  from xml.etree.ElementTree import parse
  from pywebhdfs.webhdfs import PyWebHdfsClient
  import getpass
  
  class HdfsConfig(object):
    """Reads an XML configuration file (produced by a mini-cluster) into a dictionary
    accessible via get()"""
    def __init__(self, filename):
      self.conf = {}
      tree = parse(filename)
      for property in tree.getroot().getiterator('property'):
        self.conf[property.find('name').text] = property.find('value').text
  
    def get(self, key):
      try:
        return self.conf[key]
      except KeyValue:
        return None
  
  def get_hdfs_client_from_conf(conf):
    """Returns a new HTTP client for an HDFS cluster using an HdfsConfig object"""
    hostport = conf.get('dfs.namenode.http-address')
    if hostport is None:
      raise Exception("dfs.namenode.http-address not found in config")
  
    host, port = hostport.split(":")
    return PyWebHdfsClient(host=host, port=port, user_name=getpass.getuser())
  
  def get_hdfs_client(host, port):
    """Returns a new HTTP client for an HDFS cluster using an explict host:port pair"""
    return PyWebHdfsClient(host=host, port=port, user_name=getpass.getuser())
  
subject: Use only Python 2.6-compatible interfaces from ElementTree