[Fix-7459][Sqoop] running error in parallel (#7752)

* fix bug_7459

* fix bug_7459

* fix bug_7459

* fix bug_7459

* fix bug_7459

Co-authored-by: SbloodyS <sbloodys@qq.com>
dailidong-patch-1
xiangzihao 2021-12-31 16:26:07 +08:00 committed by GitHub
parent d7d13f7f51
commit c58dbefaa5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 33 additions and 0 deletions

View File

@ -27,6 +27,7 @@ import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_PARTITION_KEY;
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_PARTITION_VALUE;
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.HIVE_TABLE;
import static org.apache.dolphinscheduler.plugin.task.sqoop.SqoopConstants.TARGET_DIR;
import static org.apache.dolphinscheduler.spi.task.TaskConstants.SPACE;
import org.apache.dolphinscheduler.plugin.task.sqoop.generator.ITargetGenerator;
@ -91,6 +92,11 @@ public class HiveTargetGenerator implements ITargetGenerator {
.append(SPACE).append(targetHiveParameter.getHivePartitionValue());
}
if (StringUtils.isNotEmpty(targetHiveParameter.getHiveTargetDir())) {
hiveTargetSb.append(SPACE).append(TARGET_DIR)
.append(SPACE).append(targetHiveParameter.getHiveTargetDir());
}
}
} catch (Exception e) {
logger.error(String.format("Sqoop hive target params build failed: [%s]", e.getMessage()));

View File

@ -54,6 +54,10 @@ public class TargetHiveParameter {
* hive partition value
*/
private String hivePartitionValue;
/**
* hive target dir
*/
private String hiveTargetDir;
public String getHiveDatabase() {
return hiveDatabase;
@ -118,4 +122,12 @@ public class TargetHiveParameter {
public void setHivePartitionValue(String hivePartitionValue) {
this.hivePartitionValue = hivePartitionValue;
}
public String getHiveTargetDir() {
return hiveTargetDir;
}
public void setHiveTargetDir(String hiveTargetDir) {
this.hiveTargetDir = hiveTargetDir;
}
}

View File

@ -325,6 +325,18 @@
<el-switch v-model="targetHiveParams.hiveOverWrite" size="small"></el-switch>
</div>
</m-list-box>
<m-list-box>
<div slot="text">{{$t('Hive Target Dir')}}</div>
<div slot="content">
<el-input
:disabled="isDetails"
type="text"
size="small"
v-model="targetHiveParams.hiveTargetDir"
:placeholder="$t('Please enter hive target dir')">
</el-input>
</div>
</m-list-box>
<m-list-box>
<div slot="text">{{$t('ReplaceDelimiter')}}</div>
<div slot="content">
@ -691,6 +703,7 @@
dropDelimiter: false,
hiveOverWrite: true,
replaceDelimiter: '',
hiveTargetDir: '',
hivePartitionKey: '',
hivePartitionValue: ''
},

View File

@ -606,6 +606,7 @@ export default {
'Please enter Export Dir(required)': 'Please enter Export Dir(required)',
'Please enter Hive Database(required)': 'Please enter Hive Databasec(required)',
'Please enter Hive Table(required)': 'Please enter Hive Table(required)',
'Please enter hive target dir': 'Please enter hive target dir',
'Please enter Hive Partition Keys': 'Please enter Hive Partition Key',
'Please enter Hive Partition Values': 'Please enter Partition Value',
'Please enter Replace Delimiter': 'Please enter Replace Delimiter',

View File

@ -606,6 +606,7 @@ export default {
'Please enter Export Dir(required)': '()',
'Please enter Hive Database(required)': 'Hive()',
'Please enter Hive Table(required)': 'Hive()',
'Please enter hive target dir': 'Hive',
'Please enter Hive Partition Keys': '',
'Please enter Hive Partition Values': '',
'Please enter Replace Delimiter': '',