Tag: BASH

more mydata.dat

read(hdfs( Customers.dat )); 

cut -c 13-22 mydata.dat 

$Customers = read( Customers.dat );
$Customers -> transform { name: $.name };

less mydata.dat |awk {if (substr($0,13,10) == 2786586641) print $0}

$Customers = read( Customers.dat );
$Customers -> filter $.age == 18 ->  transform { name: $.name };

sort -n -t +2 mydata.dat

$Customers = read( Customers.dat );
$Customers -> sort by [$.age] -> transform { name: $.name };

join -1 2 -2 1 mydata_2.dat mydata_lkup.dat | less
or (if no unmatched values and both files are sorted)
paste mydata_2.dat mydata_lkup.dat

$CustomersPurchases =join $Customers, $PurchaseOrder where $Customers.CustomerId
== $PurchaseOrder.CustomerId into {$Customers.name, $PurchaseOrder.*} ;   

more mydata.dat| head -10

$Customers = read( Customers.dat );
$Customers -> top(2); 

awk BEGIN { FS=OFS=SUBSEP= }{arr[$2,$3]++ }END {for (i in arr) print i,arr[i]} mydata_lkup.dat

$CustomersPurchases -> group by $Customers_group = $.CustomerId into
{$Customers_group, total: count($[*].POID)};

less mydata_lkup.dat|cut -c 12|uniq

$CustomersPurchases ->group by $Customers_group = $.CustomerId into
{$Customers_group };