[Fix-7459][Sqoop] running error in parallel (#7752)
* fix bug_7459 * fix bug_7459 * fix bug_7459 * fix bug_7459 * fix bug_7459 Co-authored-by: SbloodyS <sbloodys@qq.com>dailidong-patch-1
parent
d7d13f7f51
commit
c58dbefaa5
|
|
@ -27,6 +27,7 @@ import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_
|
|||
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_PARTITION_KEY;
|
||||
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_PARTITION_VALUE;
|
||||
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_TABLE;
|
||||
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.TARGET_DIR;
|
||||
import static org.apache.dolphinscheduler.spi.task.TaskConstants.SPACE;
|
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.sqoop.generator.ITargetGenerator;
|
||||
|
|
@ -91,6 +92,11 @@ public class HiveTargetGenerator implements ITargetGenerator {
|
|||
.append(SPACE).append(targetHiveParameter.getHivePartitionValue());
|
||||
}
|
||||
|
||||
if (StringUtils.isNotEmpty(targetHiveParameter.getHiveTargetDir())) {
|
||||
hiveTargetSb.append(SPACE).append(TARGET_DIR)
|
||||
.append(SPACE).append(targetHiveParameter.getHiveTargetDir());
|
||||
}
|
||||
|
||||
}
|
||||
} catch (Exception e) {
|
||||
logger.error(String.format("Sqoop hive target params build failed: [%s]", e.getMessage()));
|
||||
|
|
|
|||
|
|
@ -54,6 +54,10 @@ public class TargetHiveParameter {
|
|||
* hive partition value
|
||||
*/
|
||||
private String hivePartitionValue;
|
||||
/**
|
||||
* hive target dir
|
||||
*/
|
||||
private String hiveTargetDir;
|
||||
|
||||
public String getHiveDatabase() {
|
||||
return hiveDatabase;
|
||||
|
|
@ -118,4 +122,12 @@ public class TargetHiveParameter {
|
|||
public void setHivePartitionValue(String hivePartitionValue) {
|
||||
this.hivePartitionValue = hivePartitionValue;
|
||||
}
|
||||
|
||||
public String getHiveTargetDir() {
|
||||
return hiveTargetDir;
|
||||
}
|
||||
|
||||
public void setHiveTargetDir(String hiveTargetDir) {
|
||||
this.hiveTargetDir = hiveTargetDir;
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -325,6 +325,18 @@
|
|||
<el-switch v-model="targetHiveParams.hiveOverWrite" size="small"></el-switch>
|
||||
</div>
|
||||
</m-list-box>
|
||||
<m-list-box>
|
||||
<div slot="text">{{$t('Hive Target Dir')}}</div>
|
||||
<div slot="content">
|
||||
<el-input
|
||||
:disabled="isDetails"
|
||||
type="text"
|
||||
size="small"
|
||||
v-model="targetHiveParams.hiveTargetDir"
|
||||
:placeholder="$t('Please enter hive target dir')">
|
||||
</el-input>
|
||||
</div>
|
||||
</m-list-box>
|
||||
<m-list-box>
|
||||
<div slot="text">{{$t('ReplaceDelimiter')}}</div>
|
||||
<div slot="content">
|
||||
|
|
@ -691,6 +703,7 @@
|
|||
dropDelimiter: false,
|
||||
hiveOverWrite: true,
|
||||
replaceDelimiter: '',
|
||||
hiveTargetDir: '',
|
||||
hivePartitionKey: '',
|
||||
hivePartitionValue: ''
|
||||
},
|
||||
|
|
|
|||
|
|
@ -606,6 +606,7 @@ export default {
|
|||
'Please enter Export Dir(required)': 'Please enter Export Dir(required)',
|
||||
'Please enter Hive Database(required)': 'Please enter Hive Databasec(required)',
|
||||
'Please enter Hive Table(required)': 'Please enter Hive Table(required)',
|
||||
'Please enter hive target dir': 'Please enter hive target dir',
|
||||
'Please enter Hive Partition Keys': 'Please enter Hive Partition Key',
|
||||
'Please enter Hive Partition Values': 'Please enter Partition Value',
|
||||
'Please enter Replace Delimiter': 'Please enter Replace Delimiter',
|
||||
|
|
|
|||
|
|
@ -606,6 +606,7 @@ export default {
|
|||
'Please enter Export Dir(required)': '请输入数据源路径(必填)',
|
||||
'Please enter Hive Database(required)': '请输入Hive数据库(必填)',
|
||||
'Please enter Hive Table(required)': '请输入Hive表名(必填)',
|
||||
'Please enter hive target dir': '请输入Hive临时目录',
|
||||
'Please enter Hive Partition Keys': '请输入分区键',
|
||||
'Please enter Hive Partition Values': '请输入分区值',
|
||||
'Please enter Replace Delimiter': '请输入替换分隔符',
|
||||
|
|
|
|||
Loading…
Reference in New Issue