0
点赞
收藏
分享

微信扫一扫

Python 创建HDFS文件夹


直接上代码

#! /usr/bin/python2.7
# -*- coding: utf8 -*-
import os
import sys

reload(sys)
sys.setdefaultencoding("utf-8")
sys.path.append("../")
import datetime
from utils import confUtils


def hadoop_make_dir(hadoop_path, auth, src_path):
cmd = '%s dfs %s -mkdir -p %s' % (hadoop_path, auth, src_path)
print(cmd)
return os.system(cmd)


class HDFSTask(object):
cf = confUtils.getConfig("../conf/hadoop.conf")

def __init__(self):
self.hadoop_path = confUtils.getFilePath(self.cf, "SIM_USERS", "HADOOP_BIN_DIR")
self.auth = confUtils.getFilePath(self.cf, "SIM_USERS", "AUTH")
self.out_path = confUtils.getFilePath(self.cf, "SIM_USERS", "OUT_DIR")

def run(self):
tomorrow = datetime.datetime.now().strftime('%Y%m%d')
dir_path = self.out_path + "/" + tomorrow
hadoop_make_dir(self.hadoop_path, self.auth, dir_path)
print("mkdir success")


if __name__ == '__main__':
main_task = HDFSTask()
try:
main_task.run()
except Exception as err:
print(str(err))



举报

相关推荐

0 条评论