I just thought I would drop a note here, since I was not able to find anything useful myself when looking for a solution around this: "I have a group with duplicates how do I remove them, it is adversely effecting a join?"
I have come up with this solution that seems to be straightforward, use it if you like it.
EXAMPLE:
<?xml version="1.0" standalone="yes"?>
<%@page language="java" access="http"%>
<ie:webject name="Create-Group" type="GRP" >
<ie:param name="DELIMITER" data="," />
<ie:param name="ELEMENT" data="obid=A,color=red" />
<ie:param name="ELEMENT" data="obid=A,color=red" />
<ie:param name="ELEMENT" data="obid=A,color=red" />
<ie:param name="ELEMENT" data="obid=B,color=blue" />
<ie:param name="ELEMENT" data="obid=B,color=blue" />
<ie:param name="GROUP_OUT" data="DUPLICATES" />
</ie:webject>
<ie:webject name="Create-Group" type="GRP" >
<ie:param name="GROUP_OUT" data="UNIQUE" />
</ie:webject>
<ie:forEach groupIn="DUPLICATES" groupOut="ROW" >
<ie:webject name="Union-Groups" type="GRP" >
<ie:param name="GROUP_IN" data="UNIQUE" />
<ie:param name="GROUP_IN" data="ROW" />
<ie:param name="UNIONBY" data="obid" />
<ie:param name="GROUP_OUT" data="UNIQUE" />
</ie:webject>
</ie:forEach>
NOTE: This only compares the data on the attribute "obid", no other values are considered.
