|
|
@@ -290,7 +290,7 @@ STORED AS TEXTFILE %s""" % (self.properties.get('send_result_path'), '\n\n\n'.jo
|
|
|
self._create_file(deployment_dir, action.data['name'] + '.pig', statements)
|
|
|
elif action.data['type'] == 'spark':
|
|
|
if not [f for f in action.data.get('properties').get('files', []) if f.get('value').endswith('hive-site.xml')]:
|
|
|
- hive_site_lib = Hdfs.join(self.job.deployment_dir + '/lib/', 'hive-site.xml')
|
|
|
+ hive_site_lib = Hdfs.join(deployment_dir + '/lib/', 'hive-site.xml')
|
|
|
hive_site_content = get_hive_site_content()
|
|
|
if not self.fs.do_as_user(self.user, self.fs.exists, hive_site_lib) and hive_site_content:
|
|
|
self.fs.do_as_user(self.user, self.fs.create, hive_site_lib, overwrite=True, permission=0700, data=smart_str(hive_site_content))
|