jobtracker_test.py 1.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. # Licensed to Cloudera, Inc. under one
  2. # or more contributor license agreements. See the NOTICE file
  3. # distributed with this work for additional information
  4. # regarding copyright ownership. Cloudera, Inc. licenses this file
  5. # to you under the Apache License, Version 2.0 (the
  6. # "License"); you may not use this file except in compliance
  7. # with the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. import sys
  17. sys.path.append("../if/gen-py")
  18. from thrift.transport import TSocket
  19. from thrift.transport import TTransport
  20. from thrift.protocol import TBinaryProtocol
  21. host = "localhost"
  22. port = 9290
  23. from hadoop.api import Jobtracker
  24. from hadoop.api.ttypes import *
  25. #print dir(ThriftTaskPhase)
  26. #exit()
  27. socket = TSocket.TSocket(host,port)
  28. transport = TTransport.TBufferedTransport(socket)
  29. protocol = TBinaryProtocol.TBinaryProtocol(transport)
  30. client = Jobtracker.Client(protocol)
  31. transport.open()
  32. #print client.trackerName(None,)
  33. #print client.getClusterStatus(None,)
  34. #print dir(client)
  35. #print client.getQueues(None,)
  36. jobs = client.getCompletedJobs(None,)
  37. print jobs
  38. if jobs and len(jobs) > 0:
  39. counters = client.getJobCounters(None, jobs[0].job_id)
  40. for c in counters:
  41. print "--------------------------------------------"
  42. print "CounterGroup:: ", c.displayName
  43. for name in c.counters:
  44. print "Counter '%s':: %s" % (name,c.counters[name].value)