манипуляции с текстом ч.2

echo "aasffdjhdghneeraasdaeaashndasghs" |sed "s/./&\n/g" |uniq |sed -z "s/\n//g" |xargs echo

#! /usr/bin/env python3

import sys

used = []

for line in sys.stdin:
    for a in line:
        if a not in used:
            sys.stdout.write(a)
            used.append(a)

echo "aasffdjhdghneeraasdaeaashndasghs" | sed "s/./&\n/g" | (
  while read c
  do
    if [ "${in[x$c]}" != "1" ]
    then
      in[x$c]=1
      echo -n $c
    fi
  done
)

cat file.txt | ./supermegascript.py

#! /usr/bin/perl

use 5.010;
use strict;
use warnings;
use utf8;
use open qw(:std :utf8);

my $string = <STDIN>;
chomp $string;
my @letters = split //, $string;

my @output;
my %seen;

for my $letter (@letters) {
    if (!defined $seen{$letter}) {
	$seen{$letter}++;
	push @output, $letter;
    } 
}

say @output;

$echo 'Ололо трололо!11расрас ©®™'  |./duplicates.pl 
Оло тр!1ас©®™
$

dron@gnu:~$ cat del.c 
#include <stdio.h>

int main(int argc, char *argv[])
{
    char  str[]="aasffdjhdghneeraasdaeaashndasghs";
    int buff;

    for (int i = 0; str[i] != '\0'; )
    {
        buff=str[i];
        i++;
        for(int x=i; str[x]!='\0';x++)
        {
            if(buff == str[x])
            str[x]=EOF;
        }
    }

    for (int z = 0;str[z] != '\0' ; z++)
    {
        if(str[z] != EOF)
        printf("%c",str[z]);
    }

    printf("\n");

    return 0;
}
dron@gnu:~$ gcc -std=c99 del.c ; ./a.out 
asfdjhgner
dron@gnu:~$ 

cat file.txt | sed "s/./&\n/g" | (
  while read c
  do
    if [ "${in[x$c]}" != "1" ]
    then
      in[x$c]=1
      echo -n $c
    fi
  done
)

cat file.txt | sed "s/./&\n/g" | (
  while read c
  do
    if [ "${in[x$c]}" != "1" ]
    then
      in[x$c]=1
      echo -n $c
    fi
  done
) > file2.txt

dron@gnu:~$ cat del.c 
#include <stdio.h>
#include <assert.h>
#define MAXLEN 100500 /*Новые угарные серии на KарамбаTV ::)*/
int main(void)
{
    const char my_file[]="/home/dron/test.txt";
    int buff;
    char str[MAXLEN];

    FILE * stream=fopen(my_file,"r");
    assert(stream);

    for (int i = 0; (buff=fgetc(stream))!=EOF && i<MAXLEN; i++)
    {
        str[i]=buff;
    }

    for (int i = 0; str[i] != '\0'; )
    {
        buff=str[i];
        i++;
        for(int x=i; str[x]!='\0';x++)
        {
            if(buff == str[x])
            str[x]=EOF;
        }
    }


    for (int z = 0;str[z] != '\0' ; z++)
    {
        if(str[z] != EOF)
        printf("%c",str[z]);
    }

    return 0;
}
dron@gnu:~$ gcc -std=c99 del.c ; ./a.out 
asfdjhgner
dron@gnu:~$ 

(echo "aabbcc"; echo "ddeeff") | (
  while read line
  do
    echo "$line" | sed "s/./&\n/g" | (
      while read c
      do
        if [ "${in[x$c]}" != "1" ]
        then
          in[x$c]=1
          echo -n $c
        fi
      done)
  done)

#! /usr/bin/perl

use 5.010;
use strict;
use warnings;
use utf8;
use open qw(:std :utf8);

while (<>) {
    chomp;
    my @letters = split //, $_;
    my @output;
    my %seen;

    for my $letter (@letters) {
	if (!defined $seen{$letter}) {
	    push @output, $letter;
	    $seen{$letter}++;
	} 
    }

    say sort @output;
}

user@host$ ./duplicates.pl input.txt

user@host$ ./duplicates.pl input.txt > output.txt

#!/usr/bin/python3

enc = 'utf-8'
out = open('target.out', 'w', encoding=enc)
for line in open('target.in', 'r', encoding=enc):
    line = ''.join(sorted(set(line.rstrip('\r\n'))))
    out.write('%s\n' % line)

#! /usr/bin/perl

use 5.010;
use strict;
use warnings;
use utf8;
use open qw(:std :utf8);

while (<>) {
    chomp;
    my @letters = unpack 'U*', $_;
    my @output;
    my %seen;

    for my $letter (@letters) {
	if (!defined $seen{$letter}) {
	    push @output, $letter;
	    $seen{$letter}++;
	} 
    }

    say pack 'U*', sort @output;
}

#!/usr/bin/python3

import random

def lines():
    alpha = '1234567890' + \
        'qwertyuiopasdfghjklzxcvbnm' + \
        'QWERTYUIOPASDFGHJKLZXCVBNM' + \
        'йцукенгшщзхъфывапролджэячсмитьбюё' + \
        'ЙЦУКЕНГШЩЗХЪФЫВАПРОЛДЖЭЯЧСМИТЬБЮЁ'
    while True:
        n = 50 + random.randrange(150)
        items = [random.choice(alpha) for _ in range(n)]
        yield ('%s\n' % ''.join(items)).encode('utf-8')

f = open('target.in', 'wb')
size = 0
for line in lines():
    if size >= 150*1024**2:
        break
    f.write(line)
    size = size + len(line)

#! /usr/bin/perl

use 5.010;
use strict;
use warnings;
use utf8;
use open qw(:std :utf8);
use List::MoreUtils qw(uniq);

while (<>) {
    chomp;
    my @letters = split //, $_;
    my @output = uniq @letters;
    say sort @output;
}

 echo "aasffdjhdghneeraasdaeaashndasghs"  |\
sed -r ':l;s/(.)(.*)\1/\1\2/;tl'
asfdjhgner

$ echo "ААБААВГФФЫЦЦЫ"  | sed -r ':l;s/(.)(.*)\1/\1\2/;tl'
АБВГФЫЦ