rendered paste body--- /tmp/talklib.pl 2015-11-09 13:22:44.030218430 +0300
+++ /tmp/talklib-new.pl 2015-11-09 13:23:22.677164569 +0300
@@ -969,6 +969,15 @@
$posts->{$talkid}->{'_loaded'} = 1;
$posts->{$talkid}->{'subject'} = $posts_loaded->{$talkid}->[0];
$posts->{$talkid}->{'body'} = $posts_loaded->{$talkid}->[1];
+
+ # Clean unicode combination marks
+ if ($posts->{$talkid}->{'posterid'} == 0) {
+ Encode::_utf8_on($posts->{$talkid}->{'subject'});
+ Encode::_utf8_on($posts->{$talkid}->{'body'});
+ $posts->{$talkid}->{'subject'} =~ s/[\p{Mn}\p{Me}]{5,}//g;
+ $posts->{$talkid}->{'body'} =~ s/[\p{Mn}\p{Me}]{5,}//g;
+ }
+
$users_to_load{$posts->{$talkid}->{'posterid'}} = 1;
}
foreach my $talkid (@subjects_to_load) {