I want to remove duplication of the data after using Concat operator
Original Data
Id |
name |
skills |
department |
language |
experience |
1 |
John |
x |
Fin |
FR |
3 |
2 |
Mickeal |
y |
HR |
ENG |
5 |
3 |
Sean |
y |
HR |
ENG |
1 |
1 |
John |
x |
Fin |
ENG |
3 |
Should Look Like
Id |
name |
skills |
department |
language |
experience |
1 |
John |
x |
Fin |
FR|ENG |
3 |
2 |
Mickeal |
y |
HR |
ENG |
5 |
3 |
Sean |
y |
HR |
ENG |
1 |
But After using Concat it is looking like
Id |
name |
skills |
department |
language |
experience |
1 |
John|John |
x|x |
Fin|Fin |
FR|ENG |
3 |
2 |
Mickeal |
y |
HR |
ENG |
5 |
3 |
Sean |
y |
HR |
ENG |
1 |
<?xml version="1.0" encoding="UTF-8"?><process version="8.0.001">
<context>
<input/>
<output/>
<macros/>
</context>
<operator activated="true" class="process" compatibility="8.0.001" expanded="true" name="Process">
<process expanded="true">
<operator activated="true" class="retrieve" compatibility="8.0.001" expanded="true" height="68" name="Retrieve" width="90" x="112" y="85">
<parameter key="repository_entry" value="//Local Repository/data/Employees"/>
</operator>
<operator activated="true" class="set_role" compatibility="8.0.001" expanded="true" height="82" name="Set Role" width="90" x="313" y="85">
<parameter key="attribute_name" value="Id"/>
<parameter key="target_role" value="id"/>
<list key="set_additional_roles"/>
</operator>
<operator activated="true" class="aggregate" compatibility="8.0.001" expanded="true" height="82" name="Aggregate" width="90" x="447" y="85">
<list key="aggregation_attributes">
<parameter key="department" value="concatenation"/>
<parameter key="language" value="concatenation"/>
<parameter key="name" value="concatenation"/>
<parameter key="skills" value="concatenation"/>
</list>
<parameter key="group_by_attributes" value="Id"/>
</operator>
<connect from_op="Retrieve" from_port="output" to_op="Set Role" to_port="example set input"/>
<connect from_op="Set Role" from_port="example set output" to_op="Aggregate" to_port="example set input"/>
<connect from_op="Aggregate" from_port="example set output" to_port="result 1"/>
<portSpacing port="source_input 1" spacing="0"/>
<portSpacing port="sink_result 1" spacing="0"/>
<portSpacing port="sink_result 2" spacing="0"/>
</process>
</operator>
</process>
This is file you can work on
https://drive.google.com/open?id=1evx7JGzVmx0f6VO1fNMFG5tBGmB-xKVN