Merge branch 'no-term3' into no-term2
[friendica.git/.git] / src / Worker / Notifier.php
1 <?php
2 /**
3  * @copyright Copyright (C) 2020, Friendica
4  *
5  * @license GNU AGPL version 3 or any later version
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU Affero General Public License as
9  * published by the Free Software Foundation, either version 3 of the
10  * License, or (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU Affero General Public License for more details.
16  *
17  * You should have received a copy of the GNU Affero General Public License
18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
19  *
20  */
21
22 namespace Friendica\Worker;
23
24 use Friendica\Core\Hook;
25 use Friendica\Core\Logger;
26 use Friendica\Core\Protocol;
27 use Friendica\Core\Worker;
28 use Friendica\Database\DBA;
29 use Friendica\DI;
30 use Friendica\Model\APContact;
31 use Friendica\Model\Contact;
32 use Friendica\Model\Conversation;
33 use Friendica\Model\Group;
34 use Friendica\Model\Item;
35 use Friendica\Model\Post;
36 use Friendica\Model\PushSubscriber;
37 use Friendica\Model\Tag;
38 use Friendica\Model\User;
39 use Friendica\Network\Probe;
40 use Friendica\Protocol\ActivityPub;
41 use Friendica\Protocol\Diaspora;
42 use Friendica\Protocol\OStatus;
43 use Friendica\Protocol\Salmon;
44
45 require_once 'include/items.php';
46
47 /*
48  * The notifier is typically called with:
49  *
50  *              Worker::add(PRIORITY_HIGH, "Notifier", COMMAND, ITEM_ID);
51  *
52  * where COMMAND is one of the constants that are defined in Worker/Delivery.php
53  * and ITEM_ID is the id of the item in the database that needs to be sent to others.
54  */
55
56 class Notifier
57 {
58         public static function execute($cmd, $target_id)
59         {
60                 $a = DI::app();
61
62                 Logger::info('Invoked', ['cmd' => $cmd, 'target' => $target_id]);
63
64                 $top_level = false;
65                 $recipients = [];
66                 $url_recipients = [];
67
68                 $delivery_contacts_stmt = null;
69                 $target_item = [];
70                 $parent = [];
71                 $thr_parent = [];
72                 $items = [];
73                 $delivery_queue_count = 0;
74
75                 if ($cmd == Delivery::MAIL) {
76                         $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]);
77                         if (!DBA::isResult($message)) {
78                                 return;
79                         }
80                         $uid = $message['uid'];
81                         $recipients[] = $message['contact-id'];
82
83                         $mail = ActivityPub\Transmitter::ItemArrayFromMail($target_id);
84                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($mail, $uid, true);
85                         foreach ($inboxes as $inbox) {
86                                 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'target' => $target_id, 'inbox' => $inbox]);
87                                 Worker::add(['priority' => PRIORITY_HIGH, 'created' => $a->queue['created'], 'dont_fork' => true],
88                                         'APDelivery', $cmd, $target_id, $inbox, $uid);
89                         }
90                 } elseif ($cmd == Delivery::SUGGESTION) {
91                         $suggest = DI::fsuggest()->getById($target_id);
92                         $uid = $suggest->uid;
93                         $recipients[] = $suggest->cid;
94                 } elseif ($cmd == Delivery::REMOVAL) {
95                         return self::notifySelfRemoval($target_id, $a->queue['priority'], $a->queue['created']);
96                 } elseif ($cmd == Delivery::RELOCATION) {
97                         $uid = $target_id;
98
99                         $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]];
100                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'addr', 'network', 'protocol', 'batch'], $condition);
101                 } else {
102                         // find ancestors
103                         $condition = ['id' => $target_id, 'visible' => true, 'moderated' => false];
104                         $target_item = Item::selectFirst([], $condition);
105
106                         if (!DBA::isResult($target_item) || !intval($target_item['parent'])) {
107                                 Logger::info('No target item', ['cmd' => $cmd, 'target' => $target_id]);
108                                 return;
109                         }
110
111                         if (!empty($target_item['contact-uid'])) {
112                                 $uid = $target_item['contact-uid'];
113                         } elseif (!empty($target_item['uid'])) {
114                                 $uid = $target_item['uid'];
115                         } else {
116                                 Logger::info('Only public users, quitting', ['target' => $target_id]);
117                                 return;
118                         }
119
120                         $condition = ['parent' => $target_item['parent'], 'visible' => true, 'moderated' => false];
121                         $params = ['order' => ['id']];
122                         $items_stmt = Item::select([], $condition, $params);
123                         if (!DBA::isResult($items_stmt)) {
124                                 Logger::info('No item found', ['cmd' => $cmd, 'target' => $target_id]);
125                                 return;
126                         }
127
128                         $items = Item::inArray($items_stmt);
129
130                         // avoid race condition with deleting entries
131                         if ($items[0]['deleted']) {
132                                 foreach ($items as $item) {
133                                         $item['deleted'] = 1;
134                                 }
135                         }
136
137                         if ((count($items) == 1) && ($items[0]['id'] === $target_item['id']) && ($items[0]['uri'] === $items[0]['parent-uri'])) {
138                                 Logger::info('Top level post', ['target' => $target_id]);
139                                 $top_level = true;
140                         }
141                 }
142
143                 $owner = User::getOwnerDataById($uid);
144                 if (!$owner) {
145                         Logger::info('Owner not found', ['cmd' => $cmd, 'target' => $target_id]);
146                         return;
147                 }
148
149                 // Should the post be transmitted to Diaspora?
150                 $diaspora_delivery = true;
151
152                 // If this is a public conversation, notify the feed hub
153                 $public_message = true;
154
155                 $unlisted = false;
156
157                 // Do a PuSH
158                 $push_notify = false;
159
160                 // Deliver directly to a forum, don't PuSH
161                 $direct_forum_delivery = false;
162
163                 $followup = false;
164                 $recipients_followup = [];
165
166                 if (!empty($target_item) && !empty($items)) {
167                         $parent = $items[0];
168
169                         $fields = ['network', 'author-id', 'author-link', 'owner-id'];
170                         $condition = ['uri' => $target_item["thr-parent"], 'uid' => $target_item["uid"]];
171                         $thr_parent = Item::selectFirst($fields, $condition);
172                         if (empty($thr_parent)) {
173                                 $thr_parent = $parent;
174                         }
175
176                         Logger::log('GUID: ' . $target_item["guid"] . ': Parent is ' . $parent['network'] . '. Thread parent is ' . $thr_parent['network'], Logger::DEBUG);
177
178                         if (!self::isRemovalActivity($cmd, $owner, Protocol::ACTIVITYPUB)) {
179                                 $delivery_queue_count += self::activityPubDelivery($cmd, $target_item, $parent, $thr_parent, $a->queue['priority'], $a->queue['created'], $owner);
180                         }
181
182                         // Only deliver threaded replies (comment to a comment) to Diaspora
183                         // when the original comment author does support the Diaspora protocol.
184                         if ($target_item['parent-uri'] != $target_item['thr-parent']) {
185                                 $diaspora_delivery = Diaspora::isSupportedByContactUrl($thr_parent['author-link']);
186                                 Logger::info('Threaded comment', ['diaspora_delivery' => (int)$diaspora_delivery]);
187                         }
188
189                         $unlisted = $target_item['private'] == Item::UNLISTED;
190
191                         // This is IMPORTANT!!!!
192
193                         // We will only send a "notify owner to relay" or followup message if the referenced post
194                         // originated on our system by virtue of having our hostname somewhere
195                         // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
196
197                         // if $parent['wall'] == 1 we will already have the parent message in our array
198                         // and we will relay the whole lot.
199
200                         $localhost = str_replace('www.','', DI::baseUrl()->getHostname());
201                         if (strpos($localhost,':')) {
202                                 $localhost = substr($localhost,0,strpos($localhost,':'));
203                         }
204                         /**
205                          *
206                          * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
207                          * have been known to cause runaway conditions which affected several servers, along with
208                          * permissions issues.
209                          *
210                          */
211
212                         $relay_to_owner = false;
213
214                         if (!$top_level && ($parent['wall'] == 0) && (stristr($target_item['uri'],$localhost))) {
215                                 $relay_to_owner = true;
216                         }
217
218                         if (($cmd === Delivery::UPLINK) && (intval($parent['forum_mode']) == 1) && !$top_level) {
219                                 $relay_to_owner = true;
220                         }
221
222                         // until the 'origin' flag has been in use for several months
223                         // we will just use it as a fallback test
224                         // later we will be able to use it as the primary test of whether or not to relay.
225
226                         if (!$target_item['origin']) {
227                                 $relay_to_owner = false;
228                         }
229                         if ($parent['origin']) {
230                                 $relay_to_owner = false;
231                         }
232
233                         // Special treatment for forum posts
234                         if (Item::isForumPost($target_item, $owner)) {
235                                 $relay_to_owner = true;
236                                 $direct_forum_delivery = true;
237                         }
238
239                         // Avoid that comments in a forum thread are sent to OStatus
240                         if (Item::isForumPost($parent, $owner)) {
241                                 $direct_forum_delivery = true;
242                         }
243
244                         if ($relay_to_owner) {
245                                 // local followup to remote post
246                                 $followup = true;
247                                 $public_message = false; // not public
248                                 $recipients = [$parent['contact-id']];
249                                 $recipients_followup  = [$parent['contact-id']];
250
251                                 Logger::info('Followup', ['target' => $target_id, 'guid' => $target_item['guid'], 'to' => $parent['contact-id']]);
252
253                                 if (($target_item['private'] != Item::PRIVATE) &&
254                                         (strlen($target_item['allow_cid'].$target_item['allow_gid'].
255                                                 $target_item['deny_cid'].$target_item['deny_gid']) == 0))
256                                         $push_notify = true;
257
258                                 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
259                                         $push_notify = true;
260
261                                         if ($parent["network"] == Protocol::OSTATUS) {
262                                                 // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments
263                                                 // Currently it is work at progress
264                                                 $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false];
265                                                 $followup_contacts_stmt = DBA::select('contact', ['id'], $condition);
266                                                 while($followup_contact = DBA::fetch($followup_contacts_stmt)) {
267                                                         $recipients_followup[] = $followup_contact['id'];
268                                                 }
269                                                 DBA::close($followup_contacts_stmt);
270                                         }
271                                 }
272
273                                 if ($direct_forum_delivery) {
274                                         $push_notify = false;
275                                 }
276
277                                 Logger::log('Notify ' . $target_item["guid"] .' via PuSH: ' . ($push_notify ? "Yes":"No"), Logger::DEBUG);
278                         } else {
279                                 $followup = false;
280
281                                 Logger::info('Distributing directly', ['target' => $target_id, 'guid' => $target_item['guid']]);
282
283                                 // don't send deletions onward for other people's stuff
284
285                                 if ($target_item['deleted'] && !intval($target_item['wall'])) {
286                                         Logger::log('Ignoring delete notification for non-wall item');
287                                         return;
288                                 }
289
290                                 if (strlen($parent['allow_cid'])
291                                         || strlen($parent['allow_gid'])
292                                         || strlen($parent['deny_cid'])
293                                         || strlen($parent['deny_gid'])) {
294                                         $public_message = false; // private recipients, not public
295                                 }
296
297                                 $aclFormatter = DI::aclFormatter();
298
299                                 $allow_people = $aclFormatter->expand($parent['allow_cid']);
300                                 $allow_groups = Group::expand($uid, $aclFormatter->expand($parent['allow_gid']),true);
301                                 $deny_people  = $aclFormatter->expand($parent['deny_cid']);
302                                 $deny_groups  = Group::expand($uid, $aclFormatter->expand($parent['deny_gid']));
303
304                                 // if our parent is a public forum (forum_mode == 1), uplink to the origional author causing
305                                 // a delivery fork. private groups (forum_mode == 2) do not uplink
306
307                                 if ((intval($parent['forum_mode']) == 1) && !$top_level && ($cmd !== Delivery::UPLINK)) {
308                                         Worker::add($a->queue['priority'], 'Notifier', Delivery::UPLINK, $target_id);
309                                 }
310
311                                 foreach ($items as $item) {
312                                         $recipients[] = $item['contact-id'];
313                                         // pull out additional tagged people to notify (if public message)
314                                         if ($public_message && strlen($item['inform'])) {
315                                                 $people = explode(',',$item['inform']);
316                                                 foreach ($people as $person) {
317                                                         if (substr($person,0,4) === 'cid:') {
318                                                                 $recipients[] = intval(substr($person,4));
319                                                         } else {
320                                                                 $url_recipients[] = substr($person,4);
321                                                         }
322                                                 }
323                                         }
324                                 }
325
326                                 if (count($url_recipients)) {
327                                         Logger::notice('Deliver', ['target' => $target_id, 'guid' => $target_item['guid'], 'recipients' => $url_recipients]);
328                                 }
329
330                                 $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups));
331                                 $deny = array_unique(array_merge($deny_people, $deny_groups));
332                                 $recipients = array_diff($recipients, $deny);
333
334                                 // If this is a public message and pubmail is set on the parent, include all your email contacts
335                                 if (
336                                         function_exists('imap_open')
337                                         && !DI::config()->get('system','imap_disabled')
338                                         && $public_message
339                                         && intval($target_item['pubmail'])
340                                 ) {
341                                         $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]);
342                                         while ($mail_contact = DBA::fetch($mail_contacts_stmt)) {
343                                                 $recipients[] = $mail_contact['id'];
344                                         }
345                                         DBA::close($mail_contacts_stmt);
346                                 }
347                         }
348
349                         // If the thread parent is OStatus then do some magic to distribute the messages.
350                         // We have not only to look at the parent, since it could be a Friendica thread.
351                         if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
352                                 $diaspora_delivery = false;
353
354                                 Logger::log('Some parent is OStatus for '.$target_item["guid"]." - Author: ".$thr_parent['author-id']." - Owner: ".$thr_parent['owner-id'], Logger::DEBUG);
355
356                                 // Send a salmon to the parent author
357                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['author-id']]);
358                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
359                                         Logger::log('Notify parent author '.$probed_contact["url"].': '.$probed_contact["notify"]);
360                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
361                                 }
362
363                                 // Send a salmon to the parent owner
364                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['owner-id']]);
365                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
366                                         Logger::log('Notify parent owner '.$probed_contact["url"].': '.$probed_contact["notify"]);
367                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
368                                 }
369
370                                 // Send a salmon notification to every person we mentioned in the post
371                                 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION, Tag::IMPLICIT_MENTION]) as $tag) {
372                                         $probed_contact = Probe::uri($tag['url']);
373                                         if ($probed_contact["notify"] != "") {
374                                                 Logger::log('Notify mentioned user '.$probed_contact["url"].': '.$probed_contact["notify"]);
375                                                 $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
376                                         }
377                                 }
378
379                                 // It only makes sense to distribute answers to OStatus messages to Friendica and OStatus - but not Diaspora
380                                 $networks = [Protocol::DFRN];
381                         } elseif ($diaspora_delivery) {
382                                 $networks = [Protocol::DFRN, Protocol::DIASPORA, Protocol::MAIL];
383                                 if (($parent['network'] == Protocol::DIASPORA) || ($thr_parent['network'] == Protocol::DIASPORA)) {
384                                         Logger::info('Add AP contacts', ['target' => $target_id, 'guid' => $target_item['guid']]);
385                                         $networks[] = Protocol::ACTIVITYPUB;
386                                 }
387                         } else {
388                                 $networks = [Protocol::DFRN, Protocol::MAIL];
389                         }
390                 } else {
391                         $public_message = false;
392                 }
393
394                 if (empty($delivery_contacts_stmt)) {
395                         if ($followup) {
396                                 $recipients = $recipients_followup;
397                         }
398                         $condition = ['id' => $recipients, 'self' => false,
399                                 'blocked' => false, 'pending' => false, 'archive' => false];
400                         if (!empty($networks)) {
401                                 $condition['network'] = $networks;
402                         }
403                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'addr', 'url', 'network', 'protocol', 'batch'], $condition);
404                 }
405
406                 $conversants = [];
407                 $batch_delivery = false;
408
409                 if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) {
410                         $relay_list = [];
411
412                         if ($diaspora_delivery && !$unlisted) {
413                                 $batch_delivery = true;
414
415                                 $relay_list_stmt = DBA::p(
416                                         "SELECT
417                                                 `batch`,
418                                                 ANY_VALUE(`id`) AS `id`,
419                                                 ANY_VALUE(`url`) AS `url`,
420                                                 ANY_VALUE(`name`) AS `name`,
421                                                 ANY_VALUE(`network`) AS `network`,
422                                                 ANY_VALUE(`protocol`) AS `protocol`
423                                         FROM `contact`
424                                         WHERE `network` = ?
425                                         AND `batch` != ''
426                                         AND `uid` = ?
427                                         AND `rel` != ?
428                                         AND NOT `blocked`
429                                         AND NOT `pending`
430                                         AND NOT `archive`
431                                         GROUP BY `batch`",
432                                         Protocol::DIASPORA,
433                                         $owner['uid'],
434                                         Contact::SHARING
435                                 );
436                                 $relay_list = DBA::toArray($relay_list_stmt);
437
438                                 // Fetch the participation list
439                                 // The function will ensure that there are no duplicates
440                                 $relay_list = Diaspora::participantsForThread($parent, $relay_list);
441
442                                 // Add the relay to the list, avoid duplicates.
443                                 // Don't send community posts to the relay. Forum posts via the Diaspora protocol are looking ugly.
444                                 if (!$followup && !Item::isForumPost($target_item, $owner)) {
445                                         $relay_list = Diaspora::relayList($target_id, $relay_list);
446                                 }
447                         }
448
449                         $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false,
450                                 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]];
451
452                         $r2 = DBA::toArray(DBA::select('contact', ['id', 'url', 'addr', 'name', 'network', 'protocol'], $condition));
453
454                         $r = array_merge($r2, $relay_list);
455
456                         if (DBA::isResult($r)) {
457                                 foreach ($r as $rr) {
458                                         // Ensure that local contacts are delivered via DFRN
459                                         if (Contact::isLocal($rr['url'])) {
460                                                 $contact['network'] = Protocol::DFRN;
461                                         }
462
463                                         if (!empty($rr['addr']) && ($rr['network'] == Protocol::ACTIVITYPUB) && !DBA::exists('fcontact', ['addr' => $rr['addr']])) {
464                                                 Logger::info('Contact is AP omly', ['target' => $target_id, 'contact' => $rr['url']]);
465                                                 continue;
466                                         }
467
468                                         if (!empty($rr['id']) && Contact::isArchived($rr['id'])) {
469                                                 Logger::info('Contact is archived', ['target' => $target_id, 'contact' => $rr['url']]);
470                                                 continue;
471                                         }
472
473                                         if (self::isRemovalActivity($cmd, $owner, $rr['network'])) {
474                                                 Logger::log('Skipping dropping for ' . $rr['url'] . ' since the network supports account removal commands.', Logger::DEBUG);
475                                                 continue;
476                                         }
477
478                                         if (self::skipDFRN($rr, $target_item, $parent, $thr_parent, $cmd)) {
479                                                 Logger::info('Contact can be delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['id' => $target_id, 'url' => $rr['url']]);
480                                                 continue;
481                                         }
482
483                                         $conversants[] = $rr['id'];
484
485                                         Logger::info('Public delivery', ['target' => $target_id, 'guid' => $target_item["guid"], 'to' => $rr]);
486
487                                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
488                                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
489                                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
490                                         // This is only important for high and medium priority tasks and not for Low priority jobs like deletions.
491                                         if (($rr['network'] == Protocol::DIASPORA) && in_array($a->queue['priority'], [PRIORITY_HIGH, PRIORITY_MEDIUM])) {
492                                                 $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true];
493                                         } else {
494                                                 $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true];
495                                         }
496
497                                         if (Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$rr['id'])) {
498                                                 $delivery_queue_count++;
499                                         }
500                                 }
501                         }
502
503                         $push_notify = true;
504                 }
505
506                 // delivery loop
507                 while ($contact = DBA::fetch($delivery_contacts_stmt)) {
508                         // Ensure that local contacts are delivered via DFRN
509                         if (Contact::isLocal($contact['url'])) {
510                                 $contact['network'] = Protocol::DFRN;
511                         }
512
513                         if (!empty($contact['addr']) && ($contact['network'] == Protocol::ACTIVITYPUB) && !DBA::exists('fcontact', ['addr' => $contact['addr']])) {
514                                 Logger::info('Contact is AP omly', ['target' => $target_id, 'contact' => $contact['url']]);
515                                 continue;
516                         }
517
518                         if (!empty($contact['id']) && Contact::isArchived($contact['id'])) {
519                                 Logger::info('Contact is archived', ['target' => $target_id, 'contact' => $contact['url']]);
520                                 continue;
521                         }
522
523                         if (self::isRemovalActivity($cmd, $owner, $contact['network'])) {
524                                 Logger::log('Skipping dropping for ' . $contact['url'] . ' since the network supports account removal commands.', Logger::DEBUG);
525                                 continue;
526                         }
527
528                         if (self::skipDFRN($contact, $target_item, $parent, $thr_parent, $cmd)) {
529                                 Logger::info('Contact can be delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['target' => $target_id, 'url' => $contact['url']]);
530                                 continue;
531                         }
532
533                         // Don't deliver to Diaspora if it already had been done as batch delivery
534                         if (($contact['network'] == Protocol::DIASPORA) && $batch_delivery) {
535                                 Logger::log('Already delivered  id ' . $target_id . ' via batch to ' . json_encode($contact), Logger::DEBUG);
536                                 continue;
537                         }
538
539                         // Don't deliver to folks who have already been delivered to
540                         if (in_array($contact['id'], $conversants)) {
541                                 Logger::log('Already delivered id ' . $target_id. ' to ' . json_encode($contact), Logger::DEBUG);
542                                 continue;
543                         }
544
545                         Logger::info('Delivery', ['id' => $target_id, 'to' => $contact]);
546
547                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
548                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
549                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
550                         if ($contact['network'] == Protocol::DIASPORA) {
551                                 $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true];
552                         } else {
553                                 $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true];
554                         }
555
556                         if (Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$contact['id'])) {
557                                 $delivery_queue_count++;
558                         }
559                 }
560                 DBA::close($delivery_contacts_stmt);
561
562                 $url_recipients = array_filter($url_recipients);
563                 // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts
564                 // They are especially used for notifications to OStatus users that don't follow us.
565                 if (!DI::config()->get('system', 'dfrn_only') && count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) {
566                         $slap = OStatus::salmon($target_item, $owner);
567                         foreach ($url_recipients as $url) {
568                                 Logger::log('Salmon delivery of item ' . $target_id . ' to ' . $url);
569                                 /// @TODO Redeliver/queue these items on failure, though there is no contact record
570                                 $delivery_queue_count++;
571                                 Salmon::slapper($owner, $url, $slap);
572                                 Post\DeliveryData::incrementQueueDone($target_item['uri-id'], Post\DeliveryData::OSTATUS);
573                         }
574                 }
575
576                 // Notify PuSH subscribers (Used for OStatus distribution of regular posts)
577                 if ($push_notify) {
578                         Logger::log('Activating internal PuSH for item '.$target_id, Logger::DEBUG);
579
580                         // Handling the pubsubhubbub requests
581                         PushSubscriber::publishFeed($owner['uid'], $a->queue['priority']);
582                 }
583
584                 if (!empty($target_item)) {
585                         Logger::log('Calling hooks for ' . $cmd . ' ' . $target_id, Logger::DEBUG);
586
587                         Hook::fork($a->queue['priority'], 'notifier_normal', $target_item);
588
589                         Hook::callAll('notifier_end', $target_item);
590
591                         // Workaround for pure connector posts
592                         if (in_array($cmd, [Delivery::POST, Delivery::POKE])) {
593                                 if ($delivery_queue_count == 0) {
594                                         Post\DeliveryData::incrementQueueDone($target_item['uri-id']);
595                                         $delivery_queue_count = 1;
596                                 }
597
598                                 Post\DeliveryData::incrementQueueCount($target_item['uri-id'], $delivery_queue_count);
599                         }
600                 }
601
602                 return;
603         }
604
605         /**
606          * Checks if the current delivery process needs to be transported via DFRN.
607          *
608          * @param array  $contact    Receiver of the post
609          * @param array  $item       The post
610          * @param array  $parent     The parent
611          * @param array  $thr_parent The thread parent
612          * @param string $cmd        Notifier command
613          * @return bool
614          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
615          * @throws \ImagickException
616          */
617         private static function skipDFRN($contact, $item, $parent, $thr_parent, $cmd)
618         {
619                 if (empty($parent['network'])) {
620                         return false;
621                 }
622
623                 // Don't skip when the starting post is delivered via Diaspora
624                 if ($parent['network'] == Protocol::DIASPORA) {
625                         return false;
626                 }
627
628                 // Also don't skip when the direct thread parent was delivered via Diaspora
629                 if ($thr_parent['network'] == Protocol::DIASPORA) {
630                         return false;
631                 }
632
633                 // Use DFRN if we are on the same site
634                 if (!empty($contact['url']) && Contact::isLocal($contact['url'])) {
635                         return false;
636                 }
637
638                 // Don't skip when author or owner don't have AP profiles
639                 if ((!empty($item['author-link']) && empty(APContact::getByURL($item['author-link'], false))) || (!empty($item['owner-link']) && empty(APContact::getByURL($item['owner-link'], false)))) {
640                         return false;
641                 }
642
643                 // Don't skip DFRN delivery for these commands
644                 if (in_array($cmd, [Delivery::SUGGESTION, Delivery::REMOVAL, Delivery::RELOCATION, Delivery::POKE])) {
645                         return false;
646                 }
647
648                 // We deliver reshares via AP whenever possible
649                 if (ActivityPub\Transmitter::isAnnounce($item)) {
650                         return true;
651                 }
652
653                 // Skip DFRN when the item will be (forcefully) delivered via AP
654                 if (DI::config()->get('debug', 'total_ap_delivery') && ($contact['network'] == Protocol::DFRN) && !empty(APContact::getByURL($contact['url'], false))) {
655                         return true;
656                 }
657
658                 // Skip DFRN delivery if the contact speaks ActivityPub
659                 return in_array($contact['network'], [Protocol::DFRN, Protocol::DIASPORA]) && ($contact['protocol'] == Protocol::ACTIVITYPUB);
660         }
661
662         /**
663          * Checks if the current action is a deletion command of a account removal activity
664          * For Diaspora and ActivityPub we don't need to send single item deletion calls.
665          * These protocols do have a dedicated command for deleting a whole account.
666          *
667          * @param string $cmd     Notifier command
668          * @param array  $owner   Sender of the post
669          * @param string $network Receiver network
670          * @return bool
671          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
672          * @throws \ImagickException
673          */
674         private static function isRemovalActivity($cmd, $owner, $network)
675         {
676                 return ($cmd == Delivery::DELETION) && $owner['account_removed'] && in_array($network, [Protocol::ACTIVITYPUB, Protocol::DIASPORA]);
677         }
678
679         /**
680          * @param int    $self_user_id
681          * @param int    $priority The priority the Notifier queue item was created with
682          * @param string $created  The date the Notifier queue item was created on
683          * @return bool
684          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
685          * @throws \ImagickException
686          */
687         private static function notifySelfRemoval($self_user_id, $priority, $created)
688         {
689                 $owner = User::getOwnerDataById($self_user_id);
690                 if (!$owner) {
691                         return false;
692                 }
693
694                 $contacts_stmt = DBA::select('contact', [], ['self' => false, 'uid' => $self_user_id]);
695                 if (!DBA::isResult($contacts_stmt)) {
696                         return false;
697                 }
698
699                 while($contact = DBA::fetch($contacts_stmt)) {
700                         Contact::terminateFriendship($owner, $contact, true);
701                 }
702                 DBA::close($contacts_stmt);
703
704                 $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser(0);
705                 foreach ($inboxes as $inbox) {
706                         Logger::info('Account removal via ActivityPub', ['uid' => $self_user_id, 'inbox' => $inbox]);
707                         Worker::add(['priority' => PRIORITY_NEGLIGIBLE, 'created' => $created, 'dont_fork' => true],
708                                 'APDelivery', Delivery::REMOVAL, '', $inbox, $self_user_id);
709                 }
710
711                 return true;
712         }
713
714         /**
715          * @param string $cmd
716          * @param array  $target_item
717          * @param array  $parent
718          * @param array  $thr_parent
719          * @param int    $priority The priority the Notifier queue item was created with
720          * @param string $created  The date the Notifier queue item was created on
721          * @return int The number of delivery tasks created
722          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
723          * @throws \ImagickException
724          */
725         private static function activityPubDelivery($cmd, array $target_item, array $parent, array $thr_parent, $priority, $created, $owner)
726         {
727                 // Don't deliver via AP when the starting post is delivered via Diaspora
728                 if ($parent['network'] == Protocol::DIASPORA) {
729                         return 0;
730                 }
731
732                 // Also don't deliver  when the direct thread parent was delivered via Diaspora
733                 if ($thr_parent['network'] == Protocol::DIASPORA) {
734                         return 0;
735                 }
736
737                 $inboxes = [];
738
739                 $uid = $target_item['contact-uid'] ?: $target_item['uid'];
740
741                 if ($target_item['origin']) {
742                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid);
743                         Logger::log('Origin item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
744                 } elseif (Item::isForumPost($target_item, $owner)) {
745                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid, false, 0, true);
746                         Logger::log('Forum item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
747                 } elseif (!DBA::exists('conversation', ['item-uri' => $target_item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB])) {
748                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' is no AP post. It will not be distributed.', Logger::DEBUG);
749                         return 0;
750                 } elseif ($parent['origin']) {
751                         // Remote items are transmitted via the personal inboxes.
752                         // Doing so ensures that the dedicated receiver will get the message.
753                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, true, $target_item['id']);
754                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
755                 }
756
757                 if (empty($inboxes)) {
758                         Logger::log('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.', Logger::DEBUG);
759                         return 0;
760                 }
761
762                 // Fill the item cache
763                 ActivityPub\Transmitter::createCachedActivityFromItem($target_item['id'], true);
764
765                 $delivery_queue_count = 0;
766
767                 foreach ($inboxes as $inbox) {
768                         Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
769
770                         if (Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true],
771                                         'APDelivery', $cmd, $target_item['id'], $inbox, $uid)) {
772                                 $delivery_queue_count++;
773                         }
774                 }
775
776                 return $delivery_queue_count;
777         }
778 }