From 68a8db6ab33498f17ede5eb64ff0238cabb55816 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 4 Sep 2020 14:27:17 -0400
Subject: [PATCH 01/74] new payments REST endpoint

---
 src/routes.js                 | 59 +++++++++++++++++++++++++++++++++--
 utils/lightningServices/v2.js | 47 +++++++++++++++++++++++++++-
 2 files changed, 103 insertions(+), 3 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index 65fc1a68..e42d852c 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -14,7 +14,7 @@ const Common = require('shock-common')
 const isARealUsableNumber = require('lodash/isFinite')
 const Big = require('big.js')
 const size = require('lodash/size')
-const { range, flatten } = require('ramda')
+const { range, flatten, evolve } = require('ramda')
 
 const getListPage = require('../utils/paginate')
 const auth = require('../services/auth/auth')
@@ -31,7 +31,8 @@ const GunGetters = require('../services/gunDB/contact-api/getters')
 const GunKey = require('../services/gunDB/contact-api/key')
 const {
   sendPaymentV2Keysend,
-  sendPaymentV2Invoice
+  sendPaymentV2Invoice,
+  listPayments
 } = require('../utils/lightningServices/v2')
 
 const DEFAULT_MAX_NUM_ROUTES_TO_QUERY = 10
@@ -1238,6 +1239,60 @@ module.exports = async (
     )
   })
 
+  app.get('/api/lnd/payments', async (req, res) => {
+    const {
+      include_incomplete,
+      index_offset,
+      max_payments,
+      reversed
+    } = /** @type {Common.APISchema.ListPaymentsRequest} */ (evolve(
+      {
+        include_incomplete: x => x === 'true',
+        index_offset: x => Number(x),
+        max_payments: x => Number(x),
+        reversed: x => x === 'true'
+      },
+      req.query
+    ))
+
+    if (typeof include_incomplete !== 'boolean') {
+      return res.status(400).json({
+        field: 'include_incomplete',
+        errorMessage: 'include_incomplete not a boolean'
+      })
+    }
+
+    if (!isARealUsableNumber(index_offset)) {
+      return res.status(400).json({
+        field: 'index_offset',
+        errorMessage: 'index_offset not a number'
+      })
+    }
+
+    if (!isARealUsableNumber(max_payments)) {
+      return res.status(400).json({
+        field: 'max_payments',
+        errorMessage: 'max_payments not a number'
+      })
+    }
+
+    if (typeof reversed !== 'boolean') {
+      return res.status(400).json({
+        field: 'reversed',
+        errorMessage: 'reversed not a boolean'
+      })
+    }
+
+    return res.status(200).json(
+      await listPayments({
+        include_incomplete,
+        index_offset,
+        max_payments,
+        reversed
+      })
+    )
+  })
+
   // get lnd node invoices list
   app.get('/api/lnd/listinvoices', (req, res) => {
     const { lightning } = LightningServices.services
diff --git a/utils/lightningServices/v2.js b/utils/lightningServices/v2.js
index 18bf4fef..0f6a19e3 100644
--- a/utils/lightningServices/v2.js
+++ b/utils/lightningServices/v2.js
@@ -3,6 +3,8 @@
  */
 const Crypto = require('crypto')
 const logger = require('winston')
+const Common = require('shock-common')
+const Ramda = require('ramda')
 
 const lightningServices = require('./lightning-services')
 /**
@@ -337,7 +339,50 @@ const sendPaymentV2Invoice = params => {
   })
 }
 
+/**
+ * @param {Common.APISchema.ListPaymentsRequest} req
+ * @throws {TypeError}
+ * @returns {Promise<Common.APISchema.ListPaymentsResponseParsed>}
+ */
+const listPayments = req => {
+  return Common.Utils.makePromise((res, rej) => {
+    lightningServices.lightning.listPayments(
+      req,
+      /**
+       * @param {{ details: any; }} err
+       * @param {unknown} lpres
+       */ (err, lpres) => {
+        if (err) {
+          return rej(new Error(err.details || err))
+        }
+
+        if (!Common.APISchema.isListPaymentsResponse(lpres)) {
+          return rej(new TypeError(`Response from LND not in expected format.`))
+        }
+
+        /** @type {Common.APISchema.ListPaymentsResponseParsed} */
+        // @ts-expect-error
+        const parsed = Ramda.evolve(
+          {
+            first_index_offset: x => Number(x),
+            last_index_offset: x => Number(x),
+            payments: x => x
+          },
+          lpres
+        )
+
+        if (Common.APISchema.isListPaymentsResponseParsed(parsed)) {
+          return res(parsed)
+        }
+
+        return rej(new TypeError(`could not parse response from LND`))
+      }
+    )
+  })
+}
+
 module.exports = {
   sendPaymentV2Keysend,
-  sendPaymentV2Invoice
+  sendPaymentV2Invoice,
+  listPayments
 }

From fbb2396e60fa7b75442e138195d92843a42a9788 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 6 Sep 2020 17:55:43 -0400
Subject: [PATCH 02/74] rpc-style endpoints for gun

---
 src/routes.js | 99 +++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 99 insertions(+)

diff --git a/src/routes.js b/src/routes.js
index 65fc1a68..7febbac8 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2832,4 +2832,103 @@ module.exports = async (
       data: isAuthenticated()
     })
   })
+
+  /**
+   * @typedef {object} HandleGunFetchParams
+   * @prop {'once'|'load'} type
+   * @prop {boolean} startFromUserGraph
+   * @prop {string} path
+   * @prop {string=} publicKey
+   */
+  /**
+   * @param {HandleGunFetchParams} args0
+   * @returns {Promise<unknown>}
+   */
+  const handleGunFetch = ({ type, startFromUserGraph, path, publicKey }) => {
+    const keys = path.split('.')
+    const { tryAndWait } = require('../services/gunDB/contact-api/utils')
+    console.log(keys)
+    return tryAndWait((gun, user) => {
+      // eslint-disable-next-line no-nested-ternary
+      let node = startFromUserGraph
+        ? user
+        : publicKey
+        ? gun.user(publicKey)
+        : gun
+      keys.forEach(key => (node = node.get(key)))
+
+      return new Promise(res => {
+        if (type === 'once') node.once(data => res(data))
+        if (type === 'load') node.load(data => res(data))
+      })
+    })
+  }
+
+  ap.get('/api/gun/once/:path', async (req, res) => {
+    const { path } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: false,
+        type: 'once'
+      })
+    })
+  })
+
+  ap.get('/api/gun/load/:path', async (req, res) => {
+    const { path } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: false,
+        type: 'load'
+      })
+    })
+  })
+
+  ap.get('/api/gun/user/once/:path', async (req, res) => {
+    const { path } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: true,
+        type: 'once'
+      })
+    })
+  })
+
+  ap.get('/api/gun/user/load/:path', async (req, res) => {
+    const { path } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: true,
+        type: 'load'
+      })
+    })
+  })
+
+  ap.get('/api/gun/otheruser/:publicKey/once/:path', async (req, res) => {
+    const { path, publicKey } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: false,
+        type: 'once',
+        publicKey
+      })
+    })
+  })
+
+  ap.get('/api/gun/otheruser/:publicKey/load/:path', async (req, res) => {
+    const { path, publicKey } = req.params
+    res.status(200).json({
+      data: await handleGunFetch({
+        path,
+        startFromUserGraph: false,
+        type: 'load',
+        publicKey
+      })
+    })
+  })
 }

From 8edbe85e537fcfd15d3c74203bf8264a1d2c86e7 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 9 Sep 2020 15:58:08 -0400
Subject: [PATCH 03/74] typo

---
 services/gunDB/contact-api/jobs/onOrders.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/services/gunDB/contact-api/jobs/onOrders.js b/services/gunDB/contact-api/jobs/onOrders.js
index bf3f45a2..a297c058 100644
--- a/services/gunDB/contact-api/jobs/onOrders.js
+++ b/services/gunDB/contact-api/jobs/onOrders.js
@@ -195,6 +195,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       getUser()
         .get(Key.ORDER_TO_RESPONSE)
         .get(orderID)
+        // @ts-expect-error
         .put(orderResponse, ack => {
           if (ack.err && typeof ack.err !== 'number') {
             rej(
@@ -232,6 +233,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
     getUser()
       .get(Key.ORDER_TO_RESPONSE)
       .get(orderID)
+      // @ts-expect-error
       .put(orderResponse, ack => {
         if (ack.err && typeof ack.err !== 'number') {
           logger.error(

From fc49249984894966c9c680845040c8e538081b03 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 9 Sep 2020 15:58:44 -0400
Subject: [PATCH 04/74] rpc-style lnd endpoint

---
 src/routes.js | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/src/routes.js b/src/routes.js
index 998f983e..dc81fe89 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2986,4 +2986,24 @@ module.exports = async (
       })
     })
   })
+
+  ap.get('/api/lnd/cb/:methodName', (req, res) => {
+    const { lightning } = LightningServices.services
+    const { methodName } = req.params
+    const args = req.body
+
+    lightning[methodName](args, (err, lres) => {
+      if (err) {
+        res.status(500).json({
+          errorMessage: err.details
+        })
+      } else if (lres) {
+        res.status(200).json(lres)
+      } else {
+        res.status(500).json({
+          errorMessage: 'Unknown error'
+        })
+      }
+    })
+  })
 }

From c03e1478b45edb15b6921a6a3ba0b3adc8237c51 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 10 Sep 2020 20:15:46 -0400
Subject: [PATCH 05/74] post instead of get

---
 src/routes.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index dc81fe89..9a907a02 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2987,7 +2987,7 @@ module.exports = async (
     })
   })
 
-  ap.get('/api/lnd/cb/:methodName', (req, res) => {
+  ap.post('/api/lnd/cb/:methodName', (req, res) => {
     const { lightning } = LightningServices.services
     const { methodName } = req.params
     const args = req.body

From ac3f47e99d7aa6ca8d7169f7af453e47b2a0bdf5 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Mon, 14 Sep 2020 14:00:45 +0200
Subject: [PATCH 06/74] fix function name, more log fix

---
 src/routes.js  |  7 +++++--
 src/sockets.js | 20 +++++++++++++++++++-
 2 files changed, 24 insertions(+), 3 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index f4933ffa..81588e1b 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -654,7 +654,7 @@ module.exports = async (
                   'Channel backup LND locked, new registration in 60 seconds'
                 )
                 process.nextTick(() =>
-                  setTimeout(() => onNewTransaction(socket, subID), 60000)
+                  setTimeout(() => onNewChannelBackup(), 60000)
                 )
                 break
               }
@@ -668,10 +668,13 @@ module.exports = async (
                   'Channel backup LND disconnected, sockets reconnecting in 30 seconds...'
                 )
                 process.nextTick(() =>
-                  setTimeout(() => onNewTransaction(socket, subID), 30000)
+                  setTimeout(() => onNewChannelBackup(), 30000)
                 )
                 break
               }
+              default: {
+                logger.error('[event:transaction:new] UNKNOWN LND error')
+              }
             }
           })
         }
diff --git a/src/sockets.js b/src/sockets.js
index fd317c61..2fd93ecc 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -134,6 +134,12 @@ module.exports = (
           logger.info('[event:invoice:new] stream ok')
           break
         }
+        case 1: {
+          logger.info(
+            '[event:invoice:new] stream canceled, probably socket disconnected'
+          )
+          break
+        }
         case 2: {
           logger.warn('[event:invoice:new] got UNKNOWN error status')
           break
@@ -161,6 +167,9 @@ module.exports = (
           )
           break
         }
+        default: {
+          logger.error('[event:invoice:new] UNKNOWN LND error')
+        }
       }
     })
     return () => {
@@ -184,12 +193,18 @@ module.exports = (
       logger.error('New transactions stream error:' + subID, err)
     })
     stream.on('status', status => {
-      logger.error('New transactions stream status:' + subID, status)
+      logger.info('New transactions stream status:' + subID, status)
       switch (status.code) {
         case 0: {
           logger.info('[event:transaction:new] stream ok')
           break
         }
+        case 1: {
+          logger.info(
+            '[event:transaction:new] stream canceled, probably socket disconnected'
+          )
+          break
+        }
         case 2: {
           //Happens to fire when the grpc client lose access to macaroon file
           logger.warn('[event:transaction:new] got UNKNOWN error status')
@@ -218,6 +233,9 @@ module.exports = (
           )
           break
         }
+        default: {
+          logger.error('[event:transaction:new] UNKNOWN LND error')
+        }
       }
     })
     return () => {

From d7ea399f2440385fa4b70b8112df38e03a7cd14d Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 17 Sep 2020 15:33:04 -0400
Subject: [PATCH 07/74] follows at auth

---
 src/routes.js | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index 284ca048..aa1e00ed 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -694,7 +694,8 @@ module.exports = async (
           user: {
             alias,
             publicKey
-          }
+          },
+          follows: await GunGetters.Follows.currentFollows()
         })
 
         return true

From b80f0dec53828652b18649abdac91f6d60c0ef67 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 20 Sep 2020 12:24:59 -0400
Subject: [PATCH 08/74] socket ping canary

---
 src/sockets.js | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/src/sockets.js b/src/sockets.js
index 2fd93ecc..6c5b11df 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -5,6 +5,18 @@ const logger = require('winston')
 const Encryption = require('../utils/encryptionStore')
 const LightningServices = require('../utils/lightningServices')
 
+const onPing = (socket, subID) => {
+  logger.warn('Subscribing to pings socket...' + subID)
+
+  const intervalID = setInterval(() => {
+    socket.emit('shockping')
+  }, 3000)
+
+  return () => {
+    clearInterval(intervalID)
+  }
+}
+
 module.exports = (
   /** @type {import('socket.io').Server} */
   io
@@ -286,10 +298,12 @@ module.exports = (
         logger.info('[LND] New LND Socket created:' + isNotifications + subID)
         const cancelInvoiceStream = onNewInvoice(socket, subID)
         const cancelTransactionStream = onNewTransaction(socket, subID)
+        const cancelPingStream = onPing(socket, subID)
         socket.on('disconnect', () => {
           logger.info('LND socket disconnected:' + isNotifications + subID)
           cancelInvoiceStream()
           cancelTransactionStream()
+          cancelPingStream()
         })
         return
       }

From 71c239d432c3a618f4b5e8fbfabd94e9f6509c5d Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 28 Sep 2020 11:56:21 -0400
Subject: [PATCH 09/74] invoices boostrap at auth

---
 src/routes.js | 19 ++++++++++++++++++-
 1 file changed, 18 insertions(+), 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index aa1e00ed..2a1b7182 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -695,7 +695,24 @@ module.exports = async (
             alias,
             publicKey
           },
-          follows: await GunGetters.Follows.currentFollows()
+          follows: await GunGetters.Follows.currentFollows(),
+          data: {
+            invoices: await Common.makePromise((res, rej) => {
+              lightning.listInvoices(
+                {
+                  reversed: true,
+                  num_max_invoices: 50
+                },
+                (err, lres) => {
+                  if (err) {
+                    rej(new Error(err.details))
+                  } else {
+                    res(lres)
+                  }
+                }
+              )
+            })
+          }
         })
 
         return true

From 288ba30a163fe8d70ab94393e5324a2a0222939d Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 28 Sep 2020 11:56:30 -0400
Subject: [PATCH 10/74] catch errors

---
 src/routes.js | 42 ++++++++++++++++++++++++++----------------
 1 file changed, 26 insertions(+), 16 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index 2a1b7182..46db0778 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -3086,22 +3086,32 @@ module.exports = async (
   })
 
   ap.post('/api/lnd/cb/:methodName', (req, res) => {
-    const { lightning } = LightningServices.services
-    const { methodName } = req.params
-    const args = req.body
+    try {
+      const { lightning } = LightningServices.services
+      const { methodName } = req.params
+      const args = req.body
 
-    lightning[methodName](args, (err, lres) => {
-      if (err) {
-        res.status(500).json({
-          errorMessage: err.details
-        })
-      } else if (lres) {
-        res.status(200).json(lres)
-      } else {
-        res.status(500).json({
-          errorMessage: 'Unknown error'
-        })
-      }
-    })
+      lightning[methodName](args, (err, lres) => {
+        if (err) {
+          res.status(500).json({
+            errorMessage: err.details
+          })
+        } else if (lres) {
+          res.status(200).json(lres)
+        } else {
+          res.status(500).json({
+            errorMessage: 'Unknown error'
+          })
+        }
+      })
+    } catch (err) {
+      logger.warn(`Error inside api cb:`)
+      logger.error(err)
+      logger.error(err.message)
+
+      return res.status(500).json({
+        errorMessage: err.message
+      })
+    }
   })
 }

From f184f7be942560e1178a74ca79e1b27de4b0f5bf Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 28 Sep 2020 14:23:33 -0400
Subject: [PATCH 11/74] remove old socket code

---
 src/sockets.js | 62 +++++++++++---------------------------------------
 1 file changed, 13 insertions(+), 49 deletions(-)

diff --git a/src/sockets.js b/src/sockets.js
index 6c5b11df..f7add4d7 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -1,5 +1,5 @@
 /** @prettier */
-// app/sockets.js
+// @ts-check
 
 const logger = require('winston')
 const Encryption = require('../utils/encryptionStore')
@@ -21,8 +21,6 @@ module.exports = (
   /** @type {import('socket.io').Server} */
   io
 ) => {
-  const Mediator = require('../services/gunDB/Mediator/index.js')
-
   // This should be used for encrypting and emitting your data
   const emitEncryptedEvent = ({ eventName, data, socket }) => {
     try {
@@ -260,61 +258,27 @@ module.exports = (
 
     logger.info('socket.handshake', socket.handshake)
 
-    const isOneTimeUseSocket = !!socket.handshake.query.IS_GUN_AUTH
     const isLNDSocket = !!socket.handshake.query.IS_LND_SOCKET
     const isNotificationsSocket = !!socket.handshake.query
       .IS_NOTIFICATIONS_SOCKET
+
     if (!isLNDSocket) {
       /** printing out the client who joined */
       logger.info('New socket client connected (id=' + socket.id + ').')
     }
 
-    if (isOneTimeUseSocket) {
-      logger.info('New socket is one time use')
-      socket.on('IS_GUN_AUTH', () => {
-        try {
-          const isGunAuth = Mediator.isAuthenticated()
-          socket.emit('IS_GUN_AUTH', {
-            ok: true,
-            msg: {
-              isGunAuth
-            },
-            origBody: {}
-          })
-          socket.disconnect()
-        } catch (err) {
-          socket.emit('IS_GUN_AUTH', {
-            ok: false,
-            msg: err.message,
-            origBody: {}
-          })
-          socket.disconnect()
-        }
-      })
-    } else {
-      if (isLNDSocket) {
-        const subID = Math.floor(Math.random() * 1000).toString()
-        const isNotifications = isNotificationsSocket ? 'notifications' : ''
-        logger.info('[LND] New LND Socket created:' + isNotifications + subID)
-        const cancelInvoiceStream = onNewInvoice(socket, subID)
-        const cancelTransactionStream = onNewTransaction(socket, subID)
-        const cancelPingStream = onPing(socket, subID)
-        socket.on('disconnect', () => {
-          logger.info('LND socket disconnected:' + isNotifications + subID)
-          cancelInvoiceStream()
-          cancelTransactionStream()
-          cancelPingStream()
-        })
-        return
-      }
-      logger.info('New socket is NOT one time use')
-      // this is where we create the websocket connection
-      // with the GunDB service.
-      Mediator.createMediator(socket)
-
-      /** listening if client has disconnected */
+    if (isLNDSocket) {
+      const subID = Math.floor(Math.random() * 1000).toString()
+      const isNotifications = isNotificationsSocket ? 'notifications' : ''
+      logger.info('[LND] New LND Socket created:' + isNotifications + subID)
+      const cancelInvoiceStream = onNewInvoice(socket, subID)
+      const cancelTransactionStream = onNewTransaction(socket, subID)
+      const cancelPingStream = onPing(socket, subID)
       socket.on('disconnect', () => {
-        logger.info('client disconnected (id=' + socket.id + ').')
+        logger.info('LND socket disconnected:' + isNotifications + subID)
+        cancelInvoiceStream()
+        cancelTransactionStream()
+        cancelPingStream()
       })
     }
   })

From b815a881499f52a8fd62d2cb632509defcb35b65 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 30 Sep 2020 20:10:15 -0400
Subject: [PATCH 12/74] eslint rules

---
 .eslintrc.json | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/.eslintrc.json b/.eslintrc.json
index 00f512ef..dd2485bf 100644
--- a/.eslintrc.json
+++ b/.eslintrc.json
@@ -83,7 +83,12 @@
 
     "no-undefined": "off",
 
-    "no-process-env": "off"
+    "no-process-env": "off",
+
+    // I am now convinced TODO comments closer to the relevant code are better
+    // than GH issues. Especially when it only concerns a single function /
+    // routine.
+    "no-warning-comments": "off"
   },
   "parser": "babel-eslint",
   "env": {

From dcf176429ea1abc45824a3438cac6baf2551e9f2 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 30 Sep 2020 20:50:49 -0400
Subject: [PATCH 13/74] deafult namespace for sockets

---
 src/sockets.js | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/sockets.js b/src/sockets.js
index f7add4d7..5d19a7c2 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -253,9 +253,8 @@ module.exports = (
     }
   }
 
-  io.on('connection', socket => {
+  io.of('default').on('connection', socket => {
     logger.info(`io.onconnection`)
-
     logger.info('socket.handshake', socket.handshake)
 
     const isLNDSocket = !!socket.handshake.query.IS_LND_SOCKET

From 3e059591a9cc1d63079bb2a5c7200540d626f9e4 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 30 Sep 2020 20:52:17 -0400
Subject: [PATCH 14/74] gun rpc namespace

---
 src/sockets.js | 65 ++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 65 insertions(+)

diff --git a/src/sockets.js b/src/sockets.js
index 5d19a7c2..a6bc07ff 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -4,6 +4,11 @@
 const logger = require('winston')
 const Encryption = require('../utils/encryptionStore')
 const LightningServices = require('../utils/lightningServices')
+const {
+  getGun,
+  getUser,
+  isAuthenticated
+} = require('../services/gunDB/Mediator')
 
 const onPing = (socket, subID) => {
   logger.warn('Subscribing to pings socket...' + subID)
@@ -282,5 +287,65 @@ module.exports = (
     }
   })
 
+  io.of('gun').on('connect', socket => {
+    // TODO: off()
+
+    try {
+      if (!isAuthenticated()) {
+        socket.emit('$shock', 'NOT_AUTH')
+        return
+      }
+
+      const { $shock } = socket.handshake.query
+
+      const [root, path, method] = $shock.split('::')
+
+      // eslint-disable-next-line init-declarations
+      let node
+
+      if (root === '$gun') {
+        node = getGun()
+      } else if (root === '$user') {
+        node = getUser()
+      } else {
+        node = getGun().user(root)
+      }
+
+      for (const bit of path.split('.')) {
+        node = node.get(bit)
+      }
+
+      /**
+       * @param {unknown} data
+       * @param {string} key
+       */
+      const listener = (data, key) => {
+        try {
+          socket.emit('$shock', data, key)
+        } catch (err) {
+          logger.error(
+            `Error for gun rpc socket, query ${$shock} -> ${err.message}`
+          )
+        }
+      }
+
+      if (method === 'on') {
+        node.on(listener)
+      } else if (method === 'open') {
+        node.open(listener)
+      } else if (method === 'map.on') {
+        node.map().on(listener)
+      } else if (method === 'map.once') {
+        node.map().once(listener)
+      } else {
+        throw new TypeError(
+          `Invalid method for gun rpc call : ${method}, query: ${$shock}`
+        )
+      }
+    } catch (err) {
+      logger.error('GUNRPC: ' + err.message)
+    }
+  })
+
   return io
 }

From d0af6532a3e827567cd0894af528f0fb14ab0851 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 2 Oct 2020 11:54:51 -0400
Subject: [PATCH 15/74] socket LND RPC

---
 src/sockets.js | 41 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 41 insertions(+)

diff --git a/src/sockets.js b/src/sockets.js
index a6bc07ff..52af968e 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -347,5 +347,46 @@ module.exports = (
     }
   })
 
+  io.of('/lndstreaming').on('connect', socket => {
+    // TODO: unsubscription
+
+    /**
+     * Streaming stuff in LND uses these events: data, status, end, error.
+     */
+
+    try {
+      const { services } = LightningServices
+
+      const { service, method, args: unParsed } = socket.handshake.query
+
+      const args = JSON.parse(unParsed)
+
+      const call = services[service][method](args)
+
+      call.on('data', data => {
+        socket.emit('data', data)
+      })
+
+      call.on('status', status => {
+        socket.emit('status', status)
+      })
+
+      call.on('end', () => {
+        socket.emit('end')
+      })
+
+      call.on('error', err => {
+        socket.emit('error', err)
+      })
+
+      // Possibly allow streaming writes such as sendPaymentV2
+      socket.on('write', args => {
+        call.write(args)
+      })
+    } catch (err) {
+      logger.error('LNDRPC: ' + err.message)
+    }
+  })
+
   return io
 }

From 892890bbfdf70a059be1e7d4866c07608505b135 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 2 Oct 2020 14:35:25 -0400
Subject: [PATCH 16/74] use non-restricted event name

---
 src/sockets.js | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/sockets.js b/src/sockets.js
index 52af968e..4feecfdc 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -376,7 +376,8 @@ module.exports = (
       })
 
       call.on('error', err => {
-        socket.emit('error', err)
+        // 'error' is a reserved event name we can't use it
+        socket.emit('$error', err)
       })
 
       // Possibly allow streaming writes such as sendPaymentV2

From c8dc984469f3bbf8c23511d6301a2c5cb1f3127a Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 3 Oct 2020 16:11:19 +0100
Subject: [PATCH 17/74] Post Tipping

---
 package.json                                |   2 +-
 services/gunDB/contact-api/actions.js       |   3 +-
 services/gunDB/contact-api/jobs/onOrders.js |  67 +++++--
 services/gunDB/contact-api/key.js           |   5 +
 src/routes.js                               |   2 +
 src/server.js                               |  28 +--
 utils/lndJobs.js                            | 196 ++++++++++++++++++++
 yarn.lock                                   |   7 +-
 8 files changed, 267 insertions(+), 43 deletions(-)
 create mode 100644 utils/lndJobs.js

diff --git a/package.json b/package.json
index 81443eb5..f2f0196a 100644
--- a/package.json
+++ b/package.json
@@ -48,7 +48,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "8.0.0",
+    "shock-common": "shocknet/shock-common#49aa269c723b2c2ee803662c98ba2ddd1f68f57e",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 74cc77b0..b0fa8070 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -935,7 +935,8 @@ const sendSpontaneousPayment = async (to, amount, memo, feeLimit) => {
       amount: amount.toString(),
       from: getUser()._.sea.pub,
       memo: memo || 'no memo',
-      timestamp: Date.now()
+      timestamp: Date.now(),
+      targetType: 'user'
     }
 
     logger.info(JSON.stringify(order))
diff --git a/services/gunDB/contact-api/jobs/onOrders.js b/services/gunDB/contact-api/jobs/onOrders.js
index a297c058..ca72f2b8 100644
--- a/services/gunDB/contact-api/jobs/onOrders.js
+++ b/services/gunDB/contact-api/jobs/onOrders.js
@@ -2,6 +2,7 @@
  * @format
  */
 
+const { performance } = require('perf_hooks')
 const logger = require('winston')
 const isFinite = require('lodash/isFinite')
 const isNumber = require('lodash/isNumber')
@@ -38,9 +39,18 @@ const ordersProcessed = new Set()
  * @prop {boolean} private
  */
 
+/**
+ * @typedef {object} InvoiceResponse
+ * @prop {string} payment_request
+ * @prop {Buffer} r_hash
+ */
+
 let currentOrderAddr = ''
 
-/** @param {InvoiceRequest} invoiceReq */
+/**
+ * @param {InvoiceRequest} invoiceReq
+ * @returns {Promise<InvoiceResponse>}
+ */
 const _addInvoice = invoiceReq =>
   new Promise((resolve, rej) => {
     const {
@@ -49,12 +59,12 @@ const _addInvoice = invoiceReq =>
 
     lightning.addInvoice(invoiceReq, (
       /** @type {any} */ error,
-      /** @type {{ payment_request: string }} */ response
+      /** @type {InvoiceResponse} */ response
     ) => {
       if (error) {
         rej(error)
       } else {
-        resolve(response.payment_request)
+        resolve(response)
       }
     })
   })
@@ -85,7 +95,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       return
     }
 
-    const listenerStartTime = Date.now()
+    const listenerStartTime = performance.now()
 
     ordersProcessed.add(orderID)
 
@@ -95,7 +105,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       )} -- addr: ${addr}`
     )
 
-    const orderAnswerStartTime = Date.now()
+    const orderAnswerStartTime = performance.now()
 
     const alreadyAnswered = await getUser()
       .get(Key.ORDER_TO_RESPONSE)
@@ -107,11 +117,11 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       return
     }
 
-    const orderAnswerEndTime = Date.now() - orderAnswerStartTime
+    const orderAnswerEndTime = performance.now() - orderAnswerStartTime
 
     logger.info(`[PERF] Order Already Answered: ${orderAnswerEndTime}ms`)
 
-    const decryptStartTime = Date.now()
+    const decryptStartTime = performance.now()
 
     const senderEpub = await Utils.pubToEpub(order.from)
     const secret = await SEA.secret(senderEpub, getUser()._.sea)
@@ -121,7 +131,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       SEA.decrypt(order.memo, secret)
     ])
 
-    const decryptEndTime = Date.now() - decryptStartTime
+    const decryptEndTime = performance.now() - decryptStartTime
 
     logger.info(`[PERF] Decrypt invoice info: ${decryptEndTime}ms`)
 
@@ -156,14 +166,11 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       `onOrders() -> Will now create an invoice : ${JSON.stringify(invoiceReq)}`
     )
 
-    const invoiceStartTime = Date.now()
+    const invoiceStartTime = performance.now()
 
-    /**
-     * @type {string}
-     */
     const invoice = await _addInvoice(invoiceReq)
 
-    const invoiceEndTime = Date.now() - invoiceStartTime
+    const invoiceEndTime = performance.now() - invoiceStartTime
 
     logger.info(`[PERF] LND Invoice created in ${invoiceEndTime}ms`)
 
@@ -171,11 +178,11 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       'onOrders() -> Successfully created the invoice, will now encrypt it'
     )
 
-    const invoiceEncryptStartTime = Date.now()
+    const invoiceEncryptStartTime = performance.now()
 
-    const encInvoice = await SEA.encrypt(invoice, secret)
+    const encInvoice = await SEA.encrypt(invoice.payment_request, secret)
 
-    const invoiceEncryptEndTime = Date.now() - invoiceEncryptStartTime
+    const invoiceEncryptEndTime = performance.now() - invoiceEncryptStartTime
 
     logger.info(`[PERF] Invoice encrypted in ${invoiceEncryptEndTime}ms`)
 
@@ -189,7 +196,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
       type: 'invoice'
     }
 
-    const invoicePutStartTime = Date.now()
+    const invoicePutStartTime = performance.now()
 
     await new Promise((res, rej) => {
       getUser()
@@ -209,13 +216,35 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
         })
     })
 
-    const invoicePutEndTime = Date.now() - invoicePutStartTime
+    const invoicePutEndTime = performance.now() - invoicePutStartTime
 
     logger.info(`[PERF] Added invoice to GunDB in ${invoicePutEndTime}ms`)
 
-    const listenerEndTime = Date.now() - listenerStartTime
+    const listenerEndTime = performance.now() - listenerStartTime
 
     logger.info(`[PERF] Invoice generation completed in ${listenerEndTime}ms`)
+
+    const hash = invoice.r_hash.toString('base64')
+
+    if (order.targetType === 'post') {
+      getUser()
+        .get(Key.TIPS_PAYMENT_STATUS)
+        .get(hash)
+        .put(
+          {
+            hash,
+            state: 'OPEN',
+            targetType: order.targetType,
+            // @ts-ignore
+            postID: order.postID,
+            // @ts-ignore
+            postPage: order.postPage
+          },
+          response => {
+            console.log(response)
+          }
+        )
+    }
   } catch (err) {
     logger.error(
       `error inside onOrders, orderAddr: ${addr}, orderID: ${orderID}, order: ${JSON.stringify(
diff --git a/services/gunDB/contact-api/key.js b/services/gunDB/contact-api/key.js
index 0c130712..5bc5ad04 100644
--- a/services/gunDB/contact-api/key.js
+++ b/services/gunDB/contact-api/key.js
@@ -55,3 +55,8 @@ exports.CONTENT_ITEMS = 'contentItems'
 exports.FOLLOWS = 'follows'
 
 exports.POSTS = 'posts'
+
+// Tips counter for posts
+exports.TOTAL_TIPS = 'totalTips'
+
+exports.TIPS_PAYMENT_STATUS = 'tipsPaymentStatus'
diff --git a/src/routes.js b/src/routes.js
index aa1e00ed..f537a502 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -35,6 +35,7 @@ const {
   sendPaymentV2Invoice,
   listPayments
 } = require('../utils/lightningServices/v2')
+const { startTipStatusJob } = require('../utils/lndJobs')
 
 const DEFAULT_MAX_NUM_ROUTES_TO_QUERY = 10
 const SESSION_ID = uuid()
@@ -686,6 +687,7 @@ module.exports = async (
         }
 
         onNewChannelBackup()
+        startTipStatusJob()
 
         // Generate auth token and send it as a JSON response
         const token = await auth.generateToken()
diff --git a/src/server.js b/src/server.js
index c741ae45..9d908d84 100644
--- a/src/server.js
+++ b/src/server.js
@@ -26,15 +26,16 @@ const server = program => {
     sensitiveRoutes,
     nonEncryptedRoutes
   } = require('../utils/protectedRoutes')
+
   // load app default configuration data
   const defaults = require('../config/defaults')(program.mainnet)
   const rootFolder = process.resourcesPath || __dirname
-  // define useful global variables ======================================
+
+  // define env variables
   Dotenv.config()
-  module.useTLS = program.usetls
-  module.serverPort = program.serverport || defaults.serverPort
-  module.httpsPort = module.serverPort
-  module.serverHost = program.serverhost || defaults.serverHost
+
+  const serverPort = program.serverport || defaults.serverPort
+  const serverHost = program.serverhost || defaults.serverHost
 
   // setup winston logging ==========
   const logger = require('../config/log')(
@@ -274,8 +275,8 @@ const server = program => {
       const Sockets = require('./sockets')(io)
 
       require('./routes')(app, defaults, Sockets, {
-        serverHost: module.serverHost,
-        serverPort: module.serverPort,
+        serverHost,
+        serverPort,
         usetls: program.usetls,
         CA,
         CA_KEY
@@ -290,20 +291,11 @@ const server = program => {
         app.use(modifyResponseBody)
       }
 
-      serverInstance.listen(module.serverPort, module.serverhost)
+      serverInstance.listen(serverPort, serverHost)
 
-      logger.info(
-        'App listening on ' + module.serverHost + ' port ' + module.serverPort
-      )
+      logger.info('App listening on ' + serverHost + ' port ' + serverPort)
 
       module.server = serverInstance
-
-      // const localtunnel = require('localtunnel');
-      //
-      // const tunnel = localtunnel(port, (err, t) => {
-      // 	logger.info('err', err);
-      // 	logger.info('t', t.url);
-      // });
     } catch (err) {
       logger.info(err)
       logger.info('Restarting server in 30 seconds...')
diff --git a/utils/lndJobs.js b/utils/lndJobs.js
new file mode 100644
index 00000000..97f5062f
--- /dev/null
+++ b/utils/lndJobs.js
@@ -0,0 +1,196 @@
+/**
+ * @prettier
+ */
+const Logger = require('winston')
+const Key = require('../services/gunDB/contact-api/key')
+const { getUser } = require('../services/gunDB/Mediator')
+const LightningServices = require('./lightningServices')
+
+const ERROR_TRIES_THRESHOLD = 3
+const INVOICE_STATE = {
+  OPEN: 'OPEN',
+  SETTLED: 'SETTLED',
+  CANCELLED: 'CANCELLED',
+  ACCEPTED: 'ACCEPTED'
+}
+
+const _lookupInvoice = hash =>
+  new Promise((resolve, reject) => {
+    const { lightning } = LightningServices.services
+    lightning.lookupInvoice({ r_hash: hash }, (err, response) => {
+      if (err) {
+        Logger.error(
+          '[TIP] An error has occurred while trying to lookup invoice:',
+          err,
+          '\nInvoice Hash:',
+          hash
+        )
+        reject(err)
+        return
+      }
+
+      Logger.info('[TIP] Invoice lookup result:', response)
+      resolve(response)
+    })
+  })
+
+const _getPostTipInfo = ({ postID, page }) =>
+  new Promise((resolve, reject) => {
+    getUser()
+      .get(Key.WALL)
+      .get(Key.PAGES)
+      .get(page)
+      .get(Key.POSTS)
+      .get(postID)
+      .once(post => {
+        if (post && post.date) {
+          const { tipCounter, tipValue } = post
+          console.log(post)
+          resolve({
+            tipCounter: typeof tipCounter === 'number' ? tipCounter : 0,
+            tipValue: typeof tipValue === 'number' ? tipValue : 0
+          })
+        }
+
+        resolve(post)
+      })
+  })
+
+const _incrementPost = ({ postID, page, orderAmount }) =>
+  new Promise((resolve, reject) => {
+    const parsedAmount = parseFloat(orderAmount)
+
+    if (typeof parsedAmount !== 'number') {
+      reject(new Error('Invalid order amount specified'))
+      return
+    }
+
+    Logger.info('[POST TIP] Getting Post Tip Values...')
+
+    return _getPostTipInfo({ postID, page })
+      .then(({ tipValue, tipCounter }) => {
+        const updatedTip = {
+          tipCounter: tipCounter + 1,
+          tipValue: tipValue + parsedAmount
+        }
+
+        getUser()
+          .get(Key.WALL)
+          .get(Key.PAGES)
+          .get(page)
+          .get(Key.POSTS)
+          .get(postID)
+          .put(updatedTip, () => {
+            Logger.info('[POST TIP] Successfully updated Post tip info')
+            resolve(updatedTip)
+          })
+      })
+      .catch(err => {
+        Logger.error(err)
+        reject(err)
+      })
+  })
+
+const _updateTipData = (invoiceHash, data) =>
+  new Promise((resolve, reject) => {
+    try {
+      getUser()
+        .get(Key.TIPS_PAYMENT_STATUS)
+        .get(invoiceHash)
+        .put(data, tip => {
+          if (tip === undefined) {
+            reject(new Error('Tip update failed'))
+            return
+          }
+
+          console.log(tip)
+
+          resolve(tip)
+        })
+    } catch (err) {
+      Logger.error('An error has occurred while updating tip^data')
+      throw err
+    }
+  })
+
+const _getTipData = invoiceHash =>
+  new Promise((resolve, reject) => {
+    getUser()
+      .get(Key.TIPS_PAYMENT_STATUS)
+      .get(invoiceHash)
+      .once(tip => {
+        if (tip === undefined) {
+          reject(new Error('Malformed data'))
+          return
+        }
+
+        resolve(tip)
+      })
+  })
+
+const executeTipAction = (tip, invoice) => {
+  if (invoice.state !== INVOICE_STATE.SETTLED) {
+    return
+  }
+
+  // Execute actions once invoice is settled
+  Logger.info('Invoice settled!', invoice)
+
+  if (tip.targetType === 'post') {
+    _incrementPost({
+      postID: tip.postID,
+      page: tip.postPage,
+      orderAmount: invoice.amt_paid_sat
+    })
+  }
+}
+
+const updateUnverifiedTips = () => {
+  getUser()
+    .get(Key.TIPS_PAYMENT_STATUS)
+    .map()
+    .once(async (tip, id) => {
+      try {
+        if (
+          !tip ||
+          tip.state !== INVOICE_STATE.OPEN ||
+          (tip._errorCount && tip._errorCount >= ERROR_TRIES_THRESHOLD)
+        ) {
+          return
+        }
+        Logger.info('Unverified invoice found!', tip)
+        const invoice = await _lookupInvoice(tip.hash)
+        Logger.info('Invoice located:', invoice)
+        if (invoice.state !== tip.state) {
+          await _updateTipData(id, { state: invoice.state })
+
+          // Actions to be executed when the tip's state is updated
+          executeTipAction(tip, invoice)
+        }
+      } catch (err) {
+        Logger.error('[TIP] An error has occurred while updating invoice', err)
+        const errorCount = tip._errorCount ? tip._errorCount : 0
+        _updateTipData(id, {
+          _errorCount: errorCount + 1
+        })
+      }
+    })
+}
+
+const startTipStatusJob = () => {
+  const { lightning } = LightningServices.services
+  const stream = lightning.subscribeInvoices({})
+  updateUnverifiedTips()
+  stream.on('data', async invoice => {
+    const hash = invoice.r_hash.toString('base64')
+    const tip = await _getTipData(hash)
+    if (tip.state !== invoice.state) {
+      await _updateTipData(hash, { state: invoice.state })
+      executeTipAction(tip, invoice)
+    }
+  })
+}
+
+module.exports = {
+  startTipStatusJob
+}
diff --git a/yarn.lock b/yarn.lock
index 097d1bed..79d65d2b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6016,10 +6016,9 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@8.0.0:
-  version "8.0.0"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-8.0.0.tgz#4dbc8c917adfb221a00b6d1e815c4d26d205ce66"
-  integrity sha512-X9jkSxNUjQOcVdEAGBl6dlBgBxF9MpjV50Cih4hoqLqeGfrAYHK/iqgXgDyaHkLraHRxdP6FWJ2DoWOpuBgpDQ==
+shock-common@shocknet/shock-common#49aa269c723b2c2ee803662c98ba2ddd1f68f57e:
+  version "10.0.0"
+  resolved "https://codeload.github.com/shocknet/shock-common/tar.gz/49aa269c723b2c2ee803662c98ba2ddd1f68f57e"
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From f9e1404ea4a5898968fc2a177563902b214d1e38 Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 3 Oct 2020 16:24:38 +0100
Subject: [PATCH 18/74] Switch back to shock common npm package

---
 package.json | 2 +-
 yarn.lock    | 7 ++++---
 2 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/package.json b/package.json
index f2f0196a..09d9c109 100644
--- a/package.json
+++ b/package.json
@@ -48,7 +48,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "shocknet/shock-common#49aa269c723b2c2ee803662c98ba2ddd1f68f57e",
+    "shock-common": "6.0.0",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/yarn.lock b/yarn.lock
index 79d65d2b..c954bc9b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6016,9 +6016,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@shocknet/shock-common#49aa269c723b2c2ee803662c98ba2ddd1f68f57e:
-  version "10.0.0"
-  resolved "https://codeload.github.com/shocknet/shock-common/tar.gz/49aa269c723b2c2ee803662c98ba2ddd1f68f57e"
+shock-common@6.0.0:
+  version "6.0.0"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-6.0.0.tgz#77701dabb344830046b85ece0103de21775197b9"
+  integrity sha512-kbSkLTtWTK8qVcbW6uViWtar3otW2S5oJIMO/1twPs6Iuv9ATF0QviDtUiU1YN/Y4bX/SXAMm/jRZ3OJ3PLyUA==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From b5317db2daf451de115a0a672007ec46473d0b82 Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 3 Oct 2020 18:20:21 +0100
Subject: [PATCH 19/74] Upgraded shock-common

---
 package.json                                |  2 +-
 services/gunDB/contact-api/jobs/onOrders.js | 35 ++++++++++++---------
 yarn.lock                                   |  8 ++---
 3 files changed, 26 insertions(+), 19 deletions(-)

diff --git a/package.json b/package.json
index 09d9c109..89a82a2b 100644
--- a/package.json
+++ b/package.json
@@ -48,7 +48,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "6.0.0",
+    "shock-common": "11.0.0",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/services/gunDB/contact-api/jobs/onOrders.js b/services/gunDB/contact-api/jobs/onOrders.js
index ca72f2b8..3d9380c0 100644
--- a/services/gunDB/contact-api/jobs/onOrders.js
+++ b/services/gunDB/contact-api/jobs/onOrders.js
@@ -45,6 +45,15 @@ const ordersProcessed = new Set()
  * @prop {Buffer} r_hash
  */
 
+/**
+ * @typedef {object} TipPaymentStatus
+ * @prop {string} hash
+ * @prop {import('shock-common').Schema.InvoiceState} state
+ * @prop {string} targetType
+ * @prop {(string)=} postID
+ * @prop {(number)=} postPage
+ */
+
 let currentOrderAddr = ''
 
 /**
@@ -227,23 +236,21 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
     const hash = invoice.r_hash.toString('base64')
 
     if (order.targetType === 'post') {
+      /** @type {TipPaymentStatus} */
+      const paymentStatus = {
+        hash,
+        state: 'OPEN',
+        targetType: order.targetType,
+        postID: order.postID,
+        postPage: order.postPage
+      }
       getUser()
         .get(Key.TIPS_PAYMENT_STATUS)
         .get(hash)
-        .put(
-          {
-            hash,
-            state: 'OPEN',
-            targetType: order.targetType,
-            // @ts-ignore
-            postID: order.postID,
-            // @ts-ignore
-            postPage: order.postPage
-          },
-          response => {
-            console.log(response)
-          }
-        )
+        // @ts-ignore
+        .put(paymentStatus, response => {
+          console.log(response)
+        })
     }
   } catch (err) {
     logger.error(
diff --git a/yarn.lock b/yarn.lock
index c954bc9b..4a2e9fb2 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6016,10 +6016,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@6.0.0:
-  version "6.0.0"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-6.0.0.tgz#77701dabb344830046b85ece0103de21775197b9"
-  integrity sha512-kbSkLTtWTK8qVcbW6uViWtar3otW2S5oJIMO/1twPs6Iuv9ATF0QviDtUiU1YN/Y4bX/SXAMm/jRZ3OJ3PLyUA==
+shock-common@11.0.0:
+  version "11.0.0"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-11.0.0.tgz#7bac5b614df2a62f29ec9ba116bb0f49d4dc8894"
+  integrity sha512-0ie3WY5Fovqh6k/oIc1z3ia4r9COhpH0LsF1BXNy2n9MAwnk5zkXG7K0qSppPsBXZ0aN8RFXvvmTXssRTrXcSA==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From 7a4d31dd6d4818d2f861cf0a047f5f989e7197be Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 6 Oct 2020 12:42:58 -0400
Subject: [PATCH 20/74] gun rpc for writes

---
 services/gunDB/rpc.js | 106 ++++++++++++++++++++++++++++++++++++++++++
 src/routes.js         |  38 +++++++++++++++
 2 files changed, 144 insertions(+)
 create mode 100644 services/gunDB/rpc.js

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc.js
new file mode 100644
index 00000000..3a4bf36d
--- /dev/null
+++ b/services/gunDB/rpc.js
@@ -0,0 +1,106 @@
+/**
+ * @format
+ */
+// @ts-check
+const { makePromise, Constants } = require('shock-common')
+
+const { getGun, getUser } = require('./Mediator')
+
+/**
+ * @param {string} rawPath
+ * @param {import('./contact-api/SimpleGUN').ValidDataValue} value
+ * @returns {Promise<void>}
+ */
+const put = async (rawPath, value) => {
+  const [root, ...path] = rawPath.split('.')
+
+  const node = (() => {
+    // eslint-disable-next-line init-declarations
+    let _node
+
+    if (root === '$gun') {
+      _node = getGun()
+    } else if (root === '$user') {
+      const u = getUser()
+
+      if (!u.is) {
+        throw new Error(Constants.ErrorCode.NOT_AUTH)
+      }
+
+      _node = u
+    } else {
+      throw new TypeError(
+        `Unknown kind of root, expected $gun or $user but got: ${root}`
+      )
+    }
+
+    for (const bit of path) {
+      _node = _node.get(bit)
+    }
+
+    return _node
+  })()
+
+  await makePromise((res, rej) => {
+    node.put(value, ack => {
+      if (ack.err && typeof ack.err !== 'number') {
+        rej(new Error(ack.err))
+      } else {
+        res()
+      }
+    })
+  })
+}
+
+/**
+ * @param {string} rawPath
+ * @param {import('./contact-api/SimpleGUN').ValidDataValue} value
+ * @returns {Promise<string>}
+ */
+const set = async (rawPath, value) => {
+  const [root, ...path] = rawPath.split('.')
+
+  const node = (() => {
+    // eslint-disable-next-line init-declarations
+    let _node
+
+    if (root === '$gun') {
+      _node = getGun()
+    } else if (root === '$user') {
+      const u = getUser()
+
+      if (!u.is) {
+        throw new Error(Constants.ErrorCode.NOT_AUTH)
+      }
+
+      _node = u
+    } else {
+      throw new TypeError(
+        `Unknown kind of root, expected $gun or $user but got: ${root}`
+      )
+    }
+
+    for (const bit of path) {
+      _node = _node.get(bit)
+    }
+
+    return _node
+  })()
+
+  const id = await makePromise((res, rej) => {
+    const subNode = node.set(value, ack => {
+      if (ack.err && typeof ack.err !== 'number') {
+        rej(new Error(ack.err))
+      } else {
+        res(subNode._.get)
+      }
+    })
+  })
+
+  return id
+}
+
+module.exports = {
+  put,
+  set
+}
diff --git a/src/routes.js b/src/routes.js
index 8aa1fc18..eb78f6da 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -36,6 +36,7 @@ const {
   listPayments
 } = require('../utils/lightningServices/v2')
 const { startTipStatusJob } = require('../utils/lndJobs')
+const GunWriteRPC = require('../services/gunDB/rpc')
 
 const DEFAULT_MAX_NUM_ROUTES_TO_QUERY = 10
 const SESSION_ID = uuid()
@@ -3116,4 +3117,41 @@ module.exports = async (
       })
     }
   })
+
+  ap.post('/api/gun/put', async (req, res) => {
+    try {
+      const { path, value } = req.body
+
+      await GunWriteRPC.put(path, value)
+
+      res.status(200).json({
+        ok: true
+      })
+    } catch (err) {
+      res
+        .status(err.message === Common.Constants.ErrorCode.NOT_AUTH ? 401 : 500)
+        .json({
+          errorMessage: err.message
+        })
+    }
+  })
+
+  ap.post('/api/gun/set', async (req, res) => {
+    try {
+      const { path, value } = req.body
+
+      const id = await GunWriteRPC.set(path, value)
+
+      res.status(200).json({
+        ok: true,
+        id
+      })
+    } catch (err) {
+      res
+        .status(err.message === Common.Constants.ErrorCode.NOT_AUTH ? 401 : 500)
+        .json({
+          errorMessage: err.message
+        })
+    }
+  })
 }

From 4fe541b02cc29272bff14e580e33976496a0896e Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 6 Oct 2020 13:16:03 -0400
Subject: [PATCH 21/74] refactor

---
 services/gunDB/rpc.js | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc.js
index 3a4bf36d..4257ef3b 100644
--- a/services/gunDB/rpc.js
+++ b/services/gunDB/rpc.js
@@ -3,12 +3,15 @@
  */
 // @ts-check
 const { makePromise, Constants } = require('shock-common')
+/**
+ * @typedef {import('./contact-api/SimpleGUN').ValidDataValue} ValidDataValue
+ */
 
 const { getGun, getUser } = require('./Mediator')
 
 /**
  * @param {string} rawPath
- * @param {import('./contact-api/SimpleGUN').ValidDataValue} value
+ * @param {ValidDataValue} value
  * @returns {Promise<void>}
  */
 const put = async (rawPath, value) => {
@@ -54,7 +57,7 @@ const put = async (rawPath, value) => {
 
 /**
  * @param {string} rawPath
- * @param {import('./contact-api/SimpleGUN').ValidDataValue} value
+ * @param {ValidDataValue} value
  * @returns {Promise<string>}
  */
 const set = async (rawPath, value) => {

From b39f5f796a5a62d8c65394e79823f83037a5705a Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 6 Oct 2020 14:08:37 -0400
Subject: [PATCH 22/74] remove unused dep

---
 package.json | 1 -
 yarn.lock    | 5 -----
 2 files changed, 6 deletions(-)

diff --git a/package.json b/package.json
index 89a82a2b..7b5ca66a 100644
--- a/package.json
+++ b/package.json
@@ -57,7 +57,6 @@
   },
   "devDependencies": {
     "@babel/plugin-proposal-class-properties": "^7.5.5",
-    "@types/bluebird": "*",
     "@types/dotenv": "^6.1.1",
     "@types/express": "^4.17.1",
     "@types/gun": "^0.9.2",
diff --git a/yarn.lock b/yarn.lock
index 4a2e9fb2..2ac52f51 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -565,11 +565,6 @@
   dependencies:
     "@babel/types" "^7.3.0"
 
-"@types/bluebird@*":
-  version "3.5.31"
-  resolved "https://registry.yarnpkg.com/@types/bluebird/-/bluebird-3.5.31.tgz#d17fa0ec242b51c3db302481c557ce3813bf45cb"
-  integrity sha512-0PKlnDIxOh3xJHwJpVONR2PP11LhdM+QYiLJGLIbzMqRwLAPxN6lQar2RpdRhfIEh/HjVMgMdhHWJA0CgC5X6w==
-
 "@types/body-parser@*":
   version "1.17.1"
   resolved "https://registry.yarnpkg.com/@types/body-parser/-/body-parser-1.17.1.tgz#18fcf61768fb5c30ccc508c21d6fd2e8b3bf7897"

From fe49ab2afcc8909b40655af9729e881696c998c8 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 6 Oct 2020 14:10:25 -0400
Subject: [PATCH 23/74] add bluebird

---
 package.json |  2 ++
 yarn.lock    | 10 ++++++++++
 2 files changed, 12 insertions(+)

diff --git a/package.json b/package.json
index 7b5ca66a..914a4fbd 100644
--- a/package.json
+++ b/package.json
@@ -21,6 +21,7 @@
     "basic-auth": "^2.0.0",
     "big.js": "^5.2.2",
     "bitcore-lib": "^0.15.0",
+    "bluebird": "^3.7.2",
     "body-parser": "^1.16.0",
     "colors": "^1.4.0",
     "command-exists": "^1.2.6",
@@ -57,6 +58,7 @@
   },
   "devDependencies": {
     "@babel/plugin-proposal-class-properties": "^7.5.5",
+    "@types/bluebird": "^3.5.32",
     "@types/dotenv": "^6.1.1",
     "@types/express": "^4.17.1",
     "@types/gun": "^0.9.2",
diff --git a/yarn.lock b/yarn.lock
index 2ac52f51..a9473748 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -565,6 +565,11 @@
   dependencies:
     "@babel/types" "^7.3.0"
 
+"@types/bluebird@^3.5.32":
+  version "3.5.32"
+  resolved "https://registry.yarnpkg.com/@types/bluebird/-/bluebird-3.5.32.tgz#381e7b59e39f010d20bbf7e044e48f5caf1ab620"
+  integrity sha512-dIOxFfI0C+jz89g6lQ+TqhGgPQ0MxSnh/E4xuC0blhFtyW269+mPG5QeLgbdwst/LvdP8o1y0o/Gz5EHXLec/g==
+
 "@types/body-parser@*":
   version "1.17.1"
   resolved "https://registry.yarnpkg.com/@types/body-parser/-/body-parser-1.17.1.tgz#18fcf61768fb5c30ccc508c21d6fd2e8b3bf7897"
@@ -1330,6 +1335,11 @@ bluebird@^3.5.0:
   resolved "https://registry.yarnpkg.com/bluebird/-/bluebird-3.5.5.tgz#a8d0afd73251effbbd5fe384a77d73003c17a71f"
   integrity sha512-5am6HnnfN+urzt4yfg7IgTbotDjIT/u8AJpEt0sIU9FtXfVeezXAPKswrG+xKUCOYAINpSdgZVDU6QFh+cuH3w==
 
+bluebird@^3.7.2:
+  version "3.7.2"
+  resolved "https://registry.yarnpkg.com/bluebird/-/bluebird-3.7.2.tgz#9f229c15be272454ffa973ace0dbee79a1b0c36f"
+  integrity sha512-XpNj6GDQzdfW+r2Wnn7xiSAd7TM3jzkxGXBGTtWKuSXv1xUV+azxAm8jdWZN06QTQk+2N2XB9jRDkvbmQmcRtg==
+
 bn.js@=4.11.8, bn.js@^4.4.0:
   version "4.11.8"
   resolved "https://registry.yarnpkg.com/bn.js/-/bn.js-4.11.8.tgz#2cde09eb5ee341f484746bb0309b3253b1b1442f"

From 85c493e18f9a752e15cd11eeb9c80789a7780ea2 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 6 Oct 2020 14:35:54 -0400
Subject: [PATCH 24/74] support encryption

---
 services/gunDB/rpc.js | 51 +++++++++++++++++++++++++++++++++++++++----
 1 file changed, 47 insertions(+), 4 deletions(-)

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc.js
index 4257ef3b..66213000 100644
--- a/services/gunDB/rpc.js
+++ b/services/gunDB/rpc.js
@@ -2,12 +2,51 @@
  * @format
  */
 // @ts-check
-const { makePromise, Constants } = require('shock-common')
+const { makePromise, Constants, Schema } = require('shock-common')
+const mapValues = require('lodash/mapValues')
+const Bluebird = require('bluebird')
+
+const { pubToEpub } = require('./contact-api/utils')
+const { getGun, getUser, mySEA: SEA, getMySecret } = require('./Mediator')
 /**
  * @typedef {import('./contact-api/SimpleGUN').ValidDataValue} ValidDataValue
  */
 
-const { getGun, getUser } = require('./Mediator')
+/**
+ * @param {ValidDataValue} value
+ * @returns {Promise<ValidDataValue>}
+ */
+const deepEncryptIfNeeded = async value => {
+  const u = getUser()
+
+  if (!u.is) {
+    throw new Error(Constants.ErrorCode.NOT_AUTH)
+  }
+
+  if (!Schema.isObj(value)) {
+    return value
+  }
+
+  const pk = /** @type {string|undefined} */ (value.$$__ENCRYPT__FOR)
+
+  if (!pk) {
+    return Bluebird.props(mapValues(value, deepEncryptIfNeeded))
+  }
+
+  const actualValue = /** @type {string} */ (value.value)
+
+  let encryptedValue = ''
+
+  if (pk === u.is.pub) {
+    encryptedValue = await SEA.encrypt(actualValue, getMySecret())
+  } else {
+    const sec = await SEA.secret(await pubToEpub(pk), u._.sea)
+
+    encryptedValue = await SEA.encrypt(actualValue, sec)
+  }
+
+  return encryptedValue
+}
 
 /**
  * @param {string} rawPath
@@ -44,8 +83,10 @@ const put = async (rawPath, value) => {
     return _node
   })()
 
+  const encryptedIfNeededValue = await deepEncryptIfNeeded(value)
+
   await makePromise((res, rej) => {
-    node.put(value, ack => {
+    node.put(encryptedIfNeededValue, ack => {
       if (ack.err && typeof ack.err !== 'number') {
         rej(new Error(ack.err))
       } else {
@@ -90,8 +131,10 @@ const set = async (rawPath, value) => {
     return _node
   })()
 
+  const encryptedIfNeededValue = await deepEncryptIfNeeded(value)
+
   const id = await makePromise((res, rej) => {
-    const subNode = node.set(value, ack => {
+    const subNode = node.set(encryptedIfNeededValue, ack => {
       if (ack.err && typeof ack.err !== 'number') {
         rej(new Error(ack.err))
       } else {

From 1eb6c659f731e15cb9fad8d13bc17a3702b730fc Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 10:06:14 -0400
Subject: [PATCH 25/74] export constant

---
 services/gunDB/Mediator/index.js | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/services/gunDB/Mediator/index.js b/services/gunDB/Mediator/index.js
index 009ef65f..e5daf500 100644
--- a/services/gunDB/Mediator/index.js
+++ b/services/gunDB/Mediator/index.js
@@ -1475,5 +1475,6 @@ module.exports = {
   getUser,
   mySEA,
   getMySecret,
-  freshGun
+  freshGun,
+  $$__SHOCKWALLET__ENCRYPTED__
 }

From b856b901f684d4cc15aec32c20793754da28d297 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 14:09:23 -0400
Subject: [PATCH 26/74] socket typings

---
 services/gunDB/Mediator/index.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/services/gunDB/Mediator/index.js b/services/gunDB/Mediator/index.js
index e5daf500..cb1cc805 100644
--- a/services/gunDB/Mediator/index.js
+++ b/services/gunDB/Mediator/index.js
@@ -205,7 +205,7 @@ const Config = require('../config')
 // TO DO: move to common repo
 /**
  * @typedef {object} SimpleSocket
- * @prop {(eventName: string, data: Emission|EncryptedEmission) => void} emit
+ * @prop {(eventName: string, data?: Emission|EncryptedEmission) => void} emit
  * @prop {(eventName: string, handler: (data: any) => void) => void} on
  * @prop {{ query: { 'x-shockwallet-device-id': string }}} handshake
  */

From 3072646c27786024ecf3ccfd3dd6e15f175abe34 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 14:17:12 -0400
Subject: [PATCH 27/74] deepDecryptIfNeeded()

---
 services/gunDB/rpc.js | 48 +++++++++++++++++++++++++++++++++++++++++--
 1 file changed, 46 insertions(+), 2 deletions(-)

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc.js
index 66213000..3611789b 100644
--- a/services/gunDB/rpc.js
+++ b/services/gunDB/rpc.js
@@ -7,11 +7,53 @@ const mapValues = require('lodash/mapValues')
 const Bluebird = require('bluebird')
 
 const { pubToEpub } = require('./contact-api/utils')
-const { getGun, getUser, mySEA: SEA, getMySecret } = require('./Mediator')
+const {
+  getGun,
+  getUser,
+  mySEA: SEA,
+  getMySecret,
+  $$__SHOCKWALLET__ENCRYPTED__
+} = require('./Mediator')
 /**
  * @typedef {import('./contact-api/SimpleGUN').ValidDataValue} ValidDataValue
  */
 
+/**
+ * @param {ValidDataValue} value
+ * @param {string} publicKey
+ * @returns {Promise<ValidDataValue>}
+ */
+const deepDecryptIfNeeded = async (value, publicKey) => {
+  if (Schema.isObj(value)) {
+    return Bluebird.props(
+      mapValues(value, o => deepDecryptIfNeeded(o, publicKey))
+    )
+  }
+
+  if (
+    typeof value === 'string' &&
+    value.indexOf($$__SHOCKWALLET__ENCRYPTED__) === 0
+  ) {
+    const user = getUser()
+    if (!user.is) {
+      throw new Error(Constants.ErrorCode.NOT_AUTH)
+    }
+
+    let sec = ''
+    if (user.is.pub === publicKey) {
+      sec = getMySecret()
+    } else {
+      sec = await SEA.secret(publicKey, user._.sea)
+    }
+
+    const decrypted = SEA.decrypt(value, sec)
+
+    return decrypted
+  }
+
+  return value
+}
+
 /**
  * @param {ValidDataValue} value
  * @returns {Promise<ValidDataValue>}
@@ -148,5 +190,7 @@ const set = async (rawPath, value) => {
 
 module.exports = {
   put,
-  set
+  set,
+  deepDecryptIfNeeded,
+  deepEncryptIfNeeded
 }

From b8199660ca7d68285ea5427cf12f18598c5719ce Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 14:18:00 -0400
Subject: [PATCH 28/74] chore

---
 src/sockets.js | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/sockets.js b/src/sockets.js
index 4feecfdc..787e176c 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -1,7 +1,10 @@
-/** @prettier */
+/**
+ * @format
+ */
 // @ts-check
 
 const logger = require('winston')
+
 const Encryption = require('../utils/encryptionStore')
 const LightningServices = require('../utils/lightningServices')
 const {

From 9069ae092175c31df98d630f38eb873e90da8c54 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 15:06:13 -0400
Subject: [PATCH 29/74] decryption for socket gun rpc

---
 src/sockets.js | 26 ++++++++++++++++++++++----
 1 file changed, 22 insertions(+), 4 deletions(-)

diff --git a/src/sockets.js b/src/sockets.js
index 787e176c..5a8b4890 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -12,7 +12,16 @@ const {
   getUser,
   isAuthenticated
 } = require('../services/gunDB/Mediator')
+const { deepDecryptIfNeeded } = require('../services/gunDB/rpc')
+/**
+ * @typedef {import('../services/gunDB/Mediator').SimpleSocket} SimpleSocket
+ * @typedef {import('../services/gunDB/contact-api/SimpleGUN').ValidDataValue} ValidDataValue
+ */
 
+/**
+ * @param {SimpleSocket} socket
+ * @param {string} subID
+ */
 const onPing = (socket, subID) => {
   logger.warn('Subscribing to pings socket...' + subID)
 
@@ -299,7 +308,7 @@ module.exports = (
         return
       }
 
-      const { $shock } = socket.handshake.query
+      const { $shock, publicKeyForDecryption } = socket.handshake.query
 
       const [root, path, method] = $shock.split('::')
 
@@ -319,12 +328,21 @@ module.exports = (
       }
 
       /**
-       * @param {unknown} data
+       * @param {ValidDataValue} data
        * @param {string} key
        */
-      const listener = (data, key) => {
+      const listener = async (data, key) => {
         try {
-          socket.emit('$shock', data, key)
+          if (publicKeyForDecryption) {
+            const decData = await deepDecryptIfNeeded(
+              data,
+              publicKeyForDecryption
+            )
+
+            socket.emit('$shock', decData, key)
+          } else {
+            socket.emit('$shock', data, key)
+          }
         } catch (err) {
           logger.error(
             `Error for gun rpc socket, query ${$shock} -> ${err.message}`

From 1ab388b72ff1cd59f471f97ea997c43915a5768b Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 7 Oct 2020 15:06:36 -0400
Subject: [PATCH 30/74] decryption for gun http rpc

---
 src/routes.js | 55 ++++++++++++++++++++++++++++++++++++++++++---------
 1 file changed, 46 insertions(+), 9 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index eb78f6da..70cf450a 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2995,12 +2995,19 @@ module.exports = async (
    * @prop {boolean} startFromUserGraph
    * @prop {string} path
    * @prop {string=} publicKey
+   * @prop {string=} publicKeyForDecryption
    */
   /**
    * @param {HandleGunFetchParams} args0
    * @returns {Promise<unknown>}
    */
-  const handleGunFetch = ({ type, startFromUserGraph, path, publicKey }) => {
+  const handleGunFetch = ({
+    type,
+    startFromUserGraph,
+    path,
+    publicKey,
+    publicKeyForDecryption
+  }) => {
     const keys = path.split('.')
     const { tryAndWait } = require('../services/gunDB/contact-api/utils')
     console.log(keys)
@@ -3014,76 +3021,106 @@ module.exports = async (
       keys.forEach(key => (node = node.get(key)))
 
       return new Promise(res => {
-        if (type === 'once') node.once(data => res(data))
-        if (type === 'load') node.load(data => res(data))
+        const listener = async data => {
+          if (publicKeyForDecryption) {
+            res(
+              await GunWriteRPC.deepDecryptIfNeeded(
+                data,
+                publicKeyForDecryption
+              )
+            )
+          } else {
+            res(data)
+          }
+        }
+
+        if (type === 'once') node.once(listener)
+        if (type === 'load') node.load(listener)
       })
     })
   }
 
+  /**
+   * Used decryption of incoming data.
+   */
+  const PUBKEY_FOR_DECRYPT_HEADER = 'public-key-for-decryption'
+
   ap.get('/api/gun/once/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: false,
-        type: 'once'
+        type: 'once',
+        publicKeyForDecryption
       })
     })
   })
 
   ap.get('/api/gun/load/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: false,
-        type: 'load'
+        type: 'load',
+        publicKeyForDecryption
       })
     })
   })
 
   ap.get('/api/gun/user/once/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: true,
-        type: 'once'
+        type: 'once',
+        publicKeyForDecryption
       })
     })
   })
 
   ap.get('/api/gun/user/load/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: true,
-        type: 'load'
+        type: 'load',
+        publicKeyForDecryption
       })
     })
   })
 
   ap.get('/api/gun/otheruser/:publicKey/once/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path, publicKey } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: false,
         type: 'once',
-        publicKey
+        publicKey,
+        publicKeyForDecryption
       })
     })
   })
 
   ap.get('/api/gun/otheruser/:publicKey/load/:path', async (req, res) => {
+    const publicKeyForDecryption = req.header(PUBKEY_FOR_DECRYPT_HEADER)
     const { path, publicKey } = req.params
     res.status(200).json({
       data: await handleGunFetch({
         path,
         startFromUserGraph: false,
         type: 'load',
-        publicKey
+        publicKey,
+        publicKeyForDecryption
       })
     })
   })

From 717b570ec95ccde9d7c2cee05800f09ef858a182 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 8 Oct 2020 07:35:56 -0400
Subject: [PATCH 31/74] remove log

---
 src/routes.js | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index 70cf450a..0e51da48 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -3010,7 +3010,6 @@ module.exports = async (
   }) => {
     const keys = path.split('.')
     const { tryAndWait } = require('../services/gunDB/contact-api/utils')
-    console.log(keys)
     return tryAndWait((gun, user) => {
       // eslint-disable-next-line no-nested-ternary
       let node = startFromUserGraph

From 3a5f3bd04d1cdeb4e12dc74f80f82d03d132ea83 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 8 Oct 2020 07:36:10 -0400
Subject: [PATCH 32/74] use ePub not pub

---
 services/gunDB/rpc.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc.js
index 3611789b..8d56592d 100644
--- a/services/gunDB/rpc.js
+++ b/services/gunDB/rpc.js
@@ -43,7 +43,7 @@ const deepDecryptIfNeeded = async (value, publicKey) => {
     if (user.is.pub === publicKey) {
       sec = getMySecret()
     } else {
-      sec = await SEA.secret(publicKey, user._.sea)
+      sec = await SEA.secret(await pubToEpub(publicKey), user._.sea)
     }
 
     const decrypted = SEA.decrypt(value, sec)

From 45b972309018ad4b8ac501bdcde3ed91c0aca3e1 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 8 Oct 2020 11:36:14 -0400
Subject: [PATCH 33/74] upgrade shock-common

---
 package.json | 2 +-
 yarn.lock    | 8 ++++----
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/package.json b/package.json
index 914a4fbd..932fa9ff 100644
--- a/package.json
+++ b/package.json
@@ -49,7 +49,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "11.0.0",
+    "shock-common": "12.0.1",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/yarn.lock b/yarn.lock
index a9473748..cbb6dc9e 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6021,10 +6021,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@11.0.0:
-  version "11.0.0"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-11.0.0.tgz#7bac5b614df2a62f29ec9ba116bb0f49d4dc8894"
-  integrity sha512-0ie3WY5Fovqh6k/oIc1z3ia4r9COhpH0LsF1BXNy2n9MAwnk5zkXG7K0qSppPsBXZ0aN8RFXvvmTXssRTrXcSA==
+shock-common@12.0.1:
+  version "12.0.1"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-12.0.1.tgz#e2adef5d16dabdb97fc0ede5b5defbf253ca383e"
+  integrity sha512-V5yON0QWmLv2TBBwiv3gjgY/IXhCOx92OQ0OHz0quHgq1p9T5Jj1S3hGeKPYQ4UWuFK/5OfJM3UfSh45+MRuIw==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From e9f12850f2ffeef218155391d71e15ab8b1164e9 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Thu, 8 Oct 2020 20:07:06 +0200
Subject: [PATCH 34/74] unique fileds for encrypton, wall route

---
 src/routes.js | 15 +++++++++++++--
 1 file changed, 13 insertions(+), 2 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index 0e51da48..8ed44da5 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -306,9 +306,9 @@ module.exports = async (
         }
       } else {
         encryptedToken = req.body.token
-        encryptedKey = req.body.encryptionKey
+        encryptedKey = req.body.encryptionKey || req.body.encryptedKey
         IV = req.body.iv
-        reqData = req.body.data
+        reqData = req.body.data || req.body.encryptedData
       }
       const decryptedKey = Encryption.decryptKey({
         deviceId,
@@ -2367,6 +2367,17 @@ module.exports = async (
     }
   }
 
+  ap.get('/api/gun/initwall', async (req, res) => {
+    try {
+      await GunActions.initWall()
+      res.json({ ok: true })
+    } catch (err) {
+      logger.error(err)
+      return res.status(500).json({
+        errorMessage: err.message
+      })
+    }
+  })
   ap.get('/api/gun/follows/', apiGunFollowsGet)
   ap.get('/api/gun/follows/:publicKey', apiGunFollowsGet)
   ap.put(`/api/gun/follows/:publicKey`, apiGunFollowsPut)

From 429bb85632b11dcaacd1662c8496e710bddb8f81 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Sat, 10 Oct 2020 17:46:13 +0200
Subject: [PATCH 35/74] add delete and and page

---
 services/gunDB/contact-api/actions.js | 21 ++++++++++++++++++---
 src/routes.js                         | 24 +++++++++++++++++++-----
 2 files changed, 37 insertions(+), 8 deletions(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index b0fa8070..18b59f21 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -1325,6 +1325,7 @@ const createPost = async (tags, title, content) => {
           date: Date.now(),
           status: 'publish',
           tags: tags.join('-'),
+          page: pageIdx,
           title
         },
         ack => {
@@ -1435,11 +1436,25 @@ const createPost = async (tags, title, content) => {
 
 /**
  * @param {string} postId
+ * @param {string} page
  * @returns {Promise<void>}
  */
-const deletePost = async postId => {
-  await new Promise(res => {
-    res(postId)
+const deletePost = async (postId, page) => {
+  await new Promise((res, rej) => {
+    require('../Mediator')
+      .getUser()
+      .get(Key.WALL)
+      .get(Key.PAGES)
+      .get(page)
+      .get(Key.POSTS)
+      .get(postId)
+      .put(null, ack => {
+        if (ack.err && typeof ack.err !== 'number') {
+          rej(new Error(ack.err))
+        } else {
+          res()
+        }
+      })
   })
 }
 
diff --git a/src/routes.js b/src/routes.js
index 8ed44da5..57211dc1 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2289,11 +2289,25 @@ module.exports = async (
     }
   })
 
-  app.delete(`/api/gun/wall/:postID`, (_, res) =>
-    res.status(200).json({
-      ok: 'true'
-    })
-  )
+  app.delete(`/api/gun/wall/:postInfo`, async (req, res) => {
+    try {
+      const { postInfo } = req.params
+      const parts = postInfo.split('&')
+      const [page, postId] = parts
+      if (!page || !postId) {
+        throw new Error(`please provide a "postId" and a "page"`)
+      }
+      await GunActions.deletePost(postId, page)
+      return res.status(200).json({
+        ok: 'true'
+      })
+    } catch (e) {
+      return res.status(500).json({
+        errorMessage:
+          (typeof e === 'string' ? e : e.message) || 'Unknown error.'
+      })
+    }
+  })
   /////////////////////////////////
   /**
    * @template P

From 9c249e73ea4ec76c1cf4721584cac454aafdb1b8 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 12 Oct 2020 09:23:24 -0400
Subject: [PATCH 36/74] serialize buffers like in http

---
 src/sockets.js | 19 ++++++++++++++++++-
 1 file changed, 18 insertions(+), 1 deletion(-)

diff --git a/src/sockets.js b/src/sockets.js
index 5a8b4890..624fe38a 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -4,6 +4,8 @@
 // @ts-check
 
 const logger = require('winston')
+const Common = require('shock-common')
+const mapValues = require('lodash/mapValues')
 
 const Encryption = require('../utils/encryptionStore')
 const LightningServices = require('../utils/lightningServices')
@@ -384,7 +386,22 @@ module.exports = (
 
       const call = services[service][method](args)
 
-      call.on('data', data => {
+      call.on('data', _data => {
+        // socket.io serializes buffers differently from express
+        const data = (() => {
+          if (!Common.Schema.isObj(_data)) {
+            return _data
+          }
+
+          return mapValues(_data, (item, key) => {
+            if (!(item instanceof Buffer)) {
+              return item
+            }
+
+            return item.toJSON()
+          })
+        })()
+
         socket.emit('data', data)
       })
 

From 9aa3c659ba30121ef1458d9096cd740d18a4845f Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 12 Oct 2020 09:35:56 -0400
Subject: [PATCH 37/74] upgrade shock-common

---
 package.json | 2 +-
 yarn.lock    | 8 ++++----
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/package.json b/package.json
index 932fa9ff..f86f5033 100644
--- a/package.json
+++ b/package.json
@@ -49,7 +49,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "12.0.1",
+    "shock-common": "^13.0.1",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/yarn.lock b/yarn.lock
index cbb6dc9e..8bc2f20b 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6021,10 +6021,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@12.0.1:
-  version "12.0.1"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-12.0.1.tgz#e2adef5d16dabdb97fc0ede5b5defbf253ca383e"
-  integrity sha512-V5yON0QWmLv2TBBwiv3gjgY/IXhCOx92OQ0OHz0quHgq1p9T5Jj1S3hGeKPYQ4UWuFK/5OfJM3UfSh45+MRuIw==
+shock-common@^13.0.1:
+  version "13.0.1"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-13.0.1.tgz#f0916e51e63311b90509e5831896abc7c9febbcf"
+  integrity sha512-lXyS1PFrQzE3yPvnPxACkQKTLuuu52s4gqw4hZ9vmmlJX3fh8cV+jZ9E1/zblyxPayZhjQPvEX13NZD2xDDwiQ==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From 32d7af3621d0c5380963b563bc34d74d302422d1 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Wed, 14 Oct 2020 14:39:13 -0400
Subject: [PATCH 38/74] avatar now inside of profileBinary subnode, remove poll
 endpoint

---
 services/gunDB/contact-api/actions.js       |  2 +-
 services/gunDB/contact-api/events/index.js  |  2 +-
 services/gunDB/contact-api/key.js           |  2 ++
 services/gunDB/contact-api/streams/index.js |  2 +-
 src/routes.js                               | 23 ---------------------
 5 files changed, 5 insertions(+), 26 deletions(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 18b59f21..9308303e 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -815,7 +815,7 @@ const setAvatar = (avatar, user) =>
     }
 
     user
-      .get(Key.PROFILE)
+      .get(Key.PROFILE_BINARY)
       .get(Key.AVATAR)
       .put(avatar, ack => {
         if (ack.err && typeof ack.err !== 'number') {
diff --git a/services/gunDB/contact-api/events/index.js b/services/gunDB/contact-api/events/index.js
index 24f66a0b..5f7de532 100644
--- a/services/gunDB/contact-api/events/index.js
+++ b/services/gunDB/contact-api/events/index.js
@@ -114,7 +114,7 @@ const onAvatar = (cb, user) => {
   if (!avatarSubbed) {
     avatarSubbed = true
     user
-      .get(Key.PROFILE)
+      .get(Key.PROFILE_BINARY)
       .get(Key.AVATAR)
       .on(avatar => {
         if (typeof avatar === 'string' || avatar === null) {
diff --git a/services/gunDB/contact-api/key.js b/services/gunDB/contact-api/key.js
index 5bc5ad04..58d43fba 100644
--- a/services/gunDB/contact-api/key.js
+++ b/services/gunDB/contact-api/key.js
@@ -60,3 +60,5 @@ exports.POSTS = 'posts'
 exports.TOTAL_TIPS = 'totalTips'
 
 exports.TIPS_PAYMENT_STATUS = 'tipsPaymentStatus'
+
+exports.PROFILE_BINARY = 'profileBinary'
diff --git a/services/gunDB/contact-api/streams/index.js b/services/gunDB/contact-api/streams/index.js
index d4fab683..0b211bcd 100644
--- a/services/gunDB/contact-api/streams/index.js
+++ b/services/gunDB/contact-api/streams/index.js
@@ -34,7 +34,7 @@ const onAvatar = (cb, pub) => {
     require('../../Mediator')
       .getGun()
       .user(pub)
-      .get(Key.PROFILE)
+      .get(Key.PROFILE_BINARY)
       .get(Key.AVATAR)
       .on(av => {
         if (typeof av === 'string' || av === null) {
diff --git a/src/routes.js b/src/routes.js
index 57211dc1..1d56f0eb 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2107,29 +2107,6 @@ module.exports = async (
     }
   })
 
-  app.get(`/api/gun/${GunEvent.ON_AVATAR}`, async (_, res) => {
-    try {
-      const user = require('../services/gunDB/Mediator').getUser()
-      const data = await timeout5(
-        user
-          .get(Key.PROFILE)
-          .get(Key.AVATAR)
-          .then()
-      )
-      res.json({
-        data
-      })
-    } catch (err) {
-      logger.info('Error in Avatar poll:')
-      logger.error(err)
-      res
-        .status(err.message === Common.Constants.ErrorCode.NOT_AUTH ? 401 : 500)
-        .json({
-          errorMessage: typeof err === 'string' ? err : err.message
-        })
-    }
-  })
-
   app.get(`/api/gun/${GunEvent.ON_DISPLAY_NAME}`, async (_, res) => {
     try {
       const user = require('../services/gunDB/Mediator').getUser()

From 4d126ef1807d4c52ad42bd0a2a6cd85b4f986881 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 16 Oct 2020 10:22:41 -0400
Subject: [PATCH 39/74] default peers

---
 guntest.html | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/guntest.html b/guntest.html
index 1671aa1b..5ebc98fe 100644
--- a/guntest.html
+++ b/guntest.html
@@ -21,8 +21,9 @@
 <script>
 
   gun = Gun({
-    peers: [
-      `http://guntest.shock.network:8765/gun`
+    peers:  [
+      'http://gun.shock.network:8765/gun',
+      'http://gun2.shock.network:8765/gun'
     ],
     axe: false
   })

From 77417da1b4da9ad3192379a3828d39f8437becb3 Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 17 Oct 2020 15:08:26 +0100
Subject: [PATCH 40/74] added wait function to helpers

---
 utils/helpers.js | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/utils/helpers.js b/utils/helpers.js
index 4fecdc2f..9e08e671 100644
--- a/utils/helpers.js
+++ b/utils/helpers.js
@@ -19,6 +19,13 @@ const asyncFilter = async (arr, cb) => {
   return arr.filter((_, i) => results[i])
 }
 
+const wait = (seconds = 0) =>
+  new Promise(resolve => {
+    /** @type {NodeJS.Timeout} */
+    const timer = setTimeout(() => resolve(timer), seconds * 1000)
+  })
+
 module.exports = {
-  asyncFilter
+  asyncFilter,
+  wait
 }

From 5b6ff06a7e92413d56d8fdb2af788d513b97deaa Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 17 Oct 2020 15:14:15 +0100
Subject: [PATCH 41/74] Retry logic for getting tip data

---
 utils/lndJobs.js | 31 ++++++++++++++++++++++++-------
 1 file changed, 24 insertions(+), 7 deletions(-)

diff --git a/utils/lndJobs.js b/utils/lndJobs.js
index 97f5062f..32267532 100644
--- a/utils/lndJobs.js
+++ b/utils/lndJobs.js
@@ -2,11 +2,13 @@
  * @prettier
  */
 const Logger = require('winston')
+const { wait } = require('./helpers')
 const Key = require('../services/gunDB/contact-api/key')
 const { getUser } = require('../services/gunDB/Mediator')
 const LightningServices = require('./lightningServices')
 
 const ERROR_TRIES_THRESHOLD = 3
+const ERROR_TRIES_DELAY = 500
 const INVOICE_STATE = {
   OPEN: 'OPEN',
   SETTLED: 'SETTLED',
@@ -113,18 +115,33 @@ const _updateTipData = (invoiceHash, data) =>
     }
   })
 
-const _getTipData = invoiceHash =>
+const _getTipData = (invoiceHash, tries = 0) =>
   new Promise((resolve, reject) => {
+    if (tries >= ERROR_TRIES_THRESHOLD) {
+      reject(new Error('Malformed data'))
+      return
+    }
+
     getUser()
       .get(Key.TIPS_PAYMENT_STATUS)
       .get(invoiceHash)
-      .once(tip => {
-        if (tip === undefined) {
-          reject(new Error('Malformed data'))
-          return
-        }
+      .once(async tip => {
+        try {
+          if (tip === undefined) {
+            await wait(ERROR_TRIES_DELAY)
+            const tip = await _getTipData(invoiceHash, tries + 1)
 
-        resolve(tip)
+            if (tip) {
+              resolve(tip)
+            }
+
+            return
+          }
+
+          resolve(tip)
+        } catch (err) {
+          reject(err)
+        }
       })
   })
 

From d92b7750e38420cfec5ed2fd1c4a2f914078c727 Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Sat, 17 Oct 2020 15:15:36 +0100
Subject: [PATCH 42/74] Better error handling for tips

---
 utils/lndJobs.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/utils/lndJobs.js b/utils/lndJobs.js
index 32267532..c7a69524 100644
--- a/utils/lndJobs.js
+++ b/utils/lndJobs.js
@@ -133,8 +133,10 @@ const _getTipData = (invoiceHash, tries = 0) =>
 
             if (tip) {
               resolve(tip)
+              return
             }
 
+            reject(new Error('Malformed data'))
             return
           }
 

From f17f8a1ff6db365802b3197b458b838411f7ef02 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Sat, 17 Oct 2020 18:41:03 +0200
Subject: [PATCH 43/74] fetch user data endpoint

---
 config/defaults.js                          |  2 +-
 services/gunDB/contact-api/getters/index.js | 32 +++++++++++++++++++++
 src/routes.js                               | 22 ++++++++++++++
 3 files changed, 55 insertions(+), 1 deletion(-)

diff --git a/config/defaults.js b/config/defaults.js
index 3404a6ce..3f7998e6 100644
--- a/config/defaults.js
+++ b/config/defaults.js
@@ -46,7 +46,7 @@ module.exports = (mainnet = false) => {
     logfile: "shockapi.log",
     lndLogFile: parsePath(`${lndDirectory}/logs/bitcoin/${network}/lnd.log`),
     lndDirPath: lndDirectory,
-    peers: ['http://gun.shock.network:8765/gun','http://gun2.shock.network:8765/gun'],
+    peers: ["http://superpeer:8765/gun"],
     useTLS: false,
     tokenExpirationMS: 259200000
   }; 
diff --git a/services/gunDB/contact-api/getters/index.js b/services/gunDB/contact-api/getters/index.js
index c8811e45..81ea8dc2 100644
--- a/services/gunDB/contact-api/getters/index.js
+++ b/services/gunDB/contact-api/getters/index.js
@@ -103,8 +103,40 @@ const getMyUser = async () => {
 
   return u
 }
+/**
+ * @param {string} publicKey
+ */
+const getUserInfo = async publicKey => {
+  const userInfo = await Utils.tryAndWait(
+    gun =>
+      new Promise(res =>
+        gun
+          .user(publicKey)
+          .get(Key.PROFILE)
+          .load(res)
+      ),
+    v => {
+      if (typeof v !== 'object') {
+        return true
+      }
+
+      if (v === null) {
+        return true
+      }
+
+      // load sometimes returns an empty set on the first try
+      return size(v) === 0
+    }
+  )
+  return {
+    publicKey,
+    avatar: userInfo.avatar,
+    displayName: userInfo.displayName
+  }
+}
 
 module.exports.getMyUser = getMyUser
+module.exports.getUserInfo = getUserInfo
 module.exports.Follows = require('./follows')
 
 module.exports.getWallPage = Wall.getWallPage
diff --git a/src/routes.js b/src/routes.js
index 1d56f0eb..17b89a04 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2285,6 +2285,28 @@ module.exports = async (
       })
     }
   })
+
+  app.post(`/api/gun/userInfo`, async (req, res) => {
+    try {
+      const { pubs } = req.body
+      const reqs = pubs.map(
+        e =>
+          new Promise((res, rej) => {
+            GunGetters.getUserInfo(e)
+              .then(r => res(r))
+              .catch(e => rej(e))
+          })
+      )
+      const infos = await Promise.all(reqs)
+      return res.status(200).json({
+        pubInfos: infos
+      })
+    } catch (err) {
+      return res.status(500).json({
+        errorMessage: err.message
+      })
+    }
+  })
   /////////////////////////////////
   /**
    * @template P

From f94b3dadb81568f582d9e53dc6f572db780c9318 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Sat, 17 Oct 2020 18:46:42 +0200
Subject: [PATCH 44/74] local config fix

---
 config/defaults.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config/defaults.js b/config/defaults.js
index 3f7998e6..3404a6ce 100644
--- a/config/defaults.js
+++ b/config/defaults.js
@@ -46,7 +46,7 @@ module.exports = (mainnet = false) => {
     logfile: "shockapi.log",
     lndLogFile: parsePath(`${lndDirectory}/logs/bitcoin/${network}/lnd.log`),
     lndDirPath: lndDirectory,
-    peers: ["http://superpeer:8765/gun"],
+    peers: ['http://gun.shock.network:8765/gun','http://gun2.shock.network:8765/gun'],
     useTLS: false,
     tokenExpirationMS: 259200000
   }; 

From 0e8bd53fff67f98cbbc67513e005c287a2520c55 Mon Sep 17 00:00:00 2001
From: CapDog <34176400+capitalistdog@users.noreply.github.com>
Date: Sun, 18 Oct 2020 09:28:12 -0400
Subject: [PATCH 45/74] disable multicast

---
 services/gunDB/Mediator/index.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/services/gunDB/Mediator/index.js b/services/gunDB/Mediator/index.js
index cb1cc805..4c941fb4 100644
--- a/services/gunDB/Mediator/index.js
+++ b/services/gunDB/Mediator/index.js
@@ -422,6 +422,7 @@ const instantiateGun = () => {
 
   const _gun = /** @type {unknown} */ (new Gun({
     axe: false,
+    multicast: false,
     peers: Config.PEERS
   }))
 
@@ -435,6 +436,7 @@ instantiateGun()
 const freshGun = async () => {
   const _gun = /** @type {unknown} */ (new Gun({
     axe: false,
+    multicast: false,
     peers: Config.PEERS
   }))
 

From cc083e64f8a96428fd096e6a526f700012f19d55 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 18 Oct 2020 16:38:41 -0400
Subject: [PATCH 46/74] export type

---
 services/gunDB/contact-api/SimpleGUN.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/services/gunDB/contact-api/SimpleGUN.ts b/services/gunDB/contact-api/SimpleGUN.ts
index 3a9cd77b..6d04fdf7 100644
--- a/services/gunDB/contact-api/SimpleGUN.ts
+++ b/services/gunDB/contact-api/SimpleGUN.ts
@@ -1,7 +1,7 @@
 /**
  * @prettier
  */
-type Primitive = boolean | string | number
+export type Primitive = boolean | string | number
 
 export interface Data {
   [K: string]: ValidDataValue

From b960a17855f39d0ea0a8bd787d83b9e639a059b8 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 18 Oct 2020 16:41:07 -0400
Subject: [PATCH 47/74] gun rpc as a module

---
 services/gunDB/{rpc.js => rpc/index.js} | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)
 rename services/gunDB/{rpc.js => rpc/index.js} (96%)

diff --git a/services/gunDB/rpc.js b/services/gunDB/rpc/index.js
similarity index 96%
rename from services/gunDB/rpc.js
rename to services/gunDB/rpc/index.js
index 8d56592d..67d15ca0 100644
--- a/services/gunDB/rpc.js
+++ b/services/gunDB/rpc/index.js
@@ -6,16 +6,16 @@ const { makePromise, Constants, Schema } = require('shock-common')
 const mapValues = require('lodash/mapValues')
 const Bluebird = require('bluebird')
 
-const { pubToEpub } = require('./contact-api/utils')
+const { pubToEpub } = require('../contact-api/utils')
 const {
   getGun,
   getUser,
   mySEA: SEA,
   getMySecret,
   $$__SHOCKWALLET__ENCRYPTED__
-} = require('./Mediator')
+} = require('../Mediator')
 /**
- * @typedef {import('./contact-api/SimpleGUN').ValidDataValue} ValidDataValue
+ * @typedef {import('../contact-api/SimpleGUN').ValidDataValue} ValidDataValue
  */
 
 /**

From 57aca4a95cf3942264f0660a210b54edf54b1518 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 18 Oct 2020 16:44:30 -0400
Subject: [PATCH 48/74] auto set creation via arrays

---
 services/gunDB/rpc/index.js | 81 +++++++++++++++++++++++++++++--------
 services/gunDB/rpc/types.ts |  8 ++++
 2 files changed, 72 insertions(+), 17 deletions(-)
 create mode 100644 services/gunDB/rpc/types.ts

diff --git a/services/gunDB/rpc/index.js b/services/gunDB/rpc/index.js
index 67d15ca0..38d04aa1 100644
--- a/services/gunDB/rpc/index.js
+++ b/services/gunDB/rpc/index.js
@@ -1,10 +1,12 @@
 /**
  * @format
  */
+/* eslint-disable no-use-before-define */
 // @ts-check
 const { makePromise, Constants, Schema } = require('shock-common')
 const mapValues = require('lodash/mapValues')
 const Bluebird = require('bluebird')
+const Gun = require('gun')
 
 const { pubToEpub } = require('../contact-api/utils')
 const {
@@ -16,6 +18,8 @@ const {
 } = require('../Mediator')
 /**
  * @typedef {import('../contact-api/SimpleGUN').ValidDataValue} ValidDataValue
+ * @typedef {import('./types').ValidRPCDataValue} ValidRPCDataValue
+ * @typedef {import('./types').RPCData} RPCData
  */
 
 /**
@@ -55,10 +59,11 @@ const deepDecryptIfNeeded = async (value, publicKey) => {
 }
 
 /**
- * @param {ValidDataValue} value
- * @returns {Promise<ValidDataValue>}
+ * @param {ValidRPCDataValue} value
+ * @returns {Promise<ValidRPCDataValue>}
  */
-const deepEncryptIfNeeded = async value => {
+// eslint-disable-next-line func-style
+async function deepEncryptIfNeeded(value) {
   const u = getUser()
 
   if (!u.is) {
@@ -69,6 +74,10 @@ const deepEncryptIfNeeded = async value => {
     return value
   }
 
+  if (Array.isArray(value)) {
+    return Promise.all(value.map(v => deepEncryptIfNeeded(v)))
+  }
+
   const pk = /** @type {string|undefined} */ (value.$$__ENCRYPT__FOR)
 
   if (!pk) {
@@ -92,7 +101,7 @@ const deepEncryptIfNeeded = async value => {
 
 /**
  * @param {string} rawPath
- * @param {ValidDataValue} value
+ * @param {ValidRPCDataValue} value
  * @returns {Promise<void>}
  */
 const put = async (rawPath, value) => {
@@ -125,25 +134,34 @@ const put = async (rawPath, value) => {
     return _node
   })()
 
-  const encryptedIfNeededValue = await deepEncryptIfNeeded(value)
+  const theValue = await deepEncryptIfNeeded(value)
 
-  await makePromise((res, rej) => {
-    node.put(encryptedIfNeededValue, ack => {
-      if (ack.err && typeof ack.err !== 'number') {
-        rej(new Error(ack.err))
-      } else {
-        res()
-      }
+  if (Array.isArray(theValue)) {
+    await Promise.all(theValue.map(v => set(rawPath, v)))
+  } else if (Schema.isObj(theValue)) {
+    const writes = mapValues(theValue, (v, k) => put(`${rawPath}.${k}`, v))
+
+    await Bluebird.props(writes)
+  } /* is primitive */ else {
+    await makePromise((res, rej) => {
+      node.put(/** @type {ValidDataValue} */ (theValue), ack => {
+        if (ack.err && typeof ack.err !== 'number') {
+          rej(new Error(ack.err))
+        } else {
+          res()
+        }
+      })
     })
-  })
+  }
 }
 
 /**
  * @param {string} rawPath
- * @param {ValidDataValue} value
+ * @param {ValidRPCDataValue} value
  * @returns {Promise<string>}
  */
-const set = async (rawPath, value) => {
+// eslint-disable-next-line func-style
+async function set(rawPath, value) {
   const [root, ...path] = rawPath.split('.')
 
   const node = (() => {
@@ -173,10 +191,39 @@ const set = async (rawPath, value) => {
     return _node
   })()
 
-  const encryptedIfNeededValue = await deepEncryptIfNeeded(value)
+  const theValue = await deepEncryptIfNeeded(value)
+
+  if (Array.isArray(theValue)) {
+    // we'll create a set of sets
+
+    // @ts-expect-error
+    const uuid = Gun.text.random()
+
+    // here we are simulating the top-most set()
+    const subPath = rawPath + '.' + uuid
+
+    const writes = theValue.map(v => set(subPath, v))
+
+    await Promise.all(writes)
+
+    return uuid
+  } else if (Schema.isObj(theValue)) {
+    // @ts-expect-error
+    const uuid = Gun.text.random() // we'll handle UUID ourselves
+
+    // so we can use our own put()
+
+    const subPath = rawPath + '.' + uuid
+
+    await put(subPath, theValue)
+
+    return uuid
+  }
+
+  /* else is primitive */
 
   const id = await makePromise((res, rej) => {
-    const subNode = node.set(encryptedIfNeededValue, ack => {
+    const subNode = node.set(theValue, ack => {
       if (ack.err && typeof ack.err !== 'number') {
         rej(new Error(ack.err))
       } else {
diff --git a/services/gunDB/rpc/types.ts b/services/gunDB/rpc/types.ts
new file mode 100644
index 00000000..e30bb4b8
--- /dev/null
+++ b/services/gunDB/rpc/types.ts
@@ -0,0 +1,8 @@
+import {Primitive} from '../contact-api/SimpleGUN'
+
+
+export interface RPCData {
+  [K: string]: ValidRPCDataValue
+}
+
+export type ValidRPCDataValue = Primitive | null | RPCData | Array<ValidRPCDataValue>
\ No newline at end of file

From b32771f4708cd736cb0a5962b0040ebc8c54a0d3 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 18 Oct 2020 17:12:32 -0400
Subject: [PATCH 49/74] avoid fallthrough

---
 services/gunDB/rpc/index.js | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/services/gunDB/rpc/index.js b/services/gunDB/rpc/index.js
index 38d04aa1..6cffc541 100644
--- a/services/gunDB/rpc/index.js
+++ b/services/gunDB/rpc/index.js
@@ -138,6 +138,10 @@ const put = async (rawPath, value) => {
 
   if (Array.isArray(theValue)) {
     await Promise.all(theValue.map(v => set(rawPath, v)))
+
+    // Do not remove this return, an array is also an object
+    // eslint-disable-next-line no-useless-return
+    return
   } else if (Schema.isObj(theValue)) {
     const writes = mapValues(theValue, (v, k) => put(`${rawPath}.${k}`, v))
 

From a760c0300d70eeaac59c03424ec98e4b96a41e59 Mon Sep 17 00:00:00 2001
From: Erfan Besharat <erbesharat@gmail.com>
Date: Mon, 19 Oct 2020 20:15:51 +0330
Subject: [PATCH 50/74] add api version to response headers

---
 main.js       | 4 +++-
 src/server.js | 5 +++++
 2 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/main.js b/main.js
index ae47f887..29f478bb 100644
--- a/main.js
+++ b/main.js
@@ -1,8 +1,10 @@
 const program = require("commander");
 
+const {version} = (JSON.parse(require('fs').readFileSync("./package.json", "utf-8")))
+
 // parse command line parameters
 program
-	.version("1.0.0")
+	.version(version)
 	.option("-s, --serverport [port]", "web server http listening port (defaults to 8280)")
 	.option("-x, --httpsport [port]", "web server https listening port (defaults to 8283)")
 	.option("-h, --serverhost [host]", "web server listening host (defaults to localhost)")
diff --git a/src/server.js b/src/server.js
index 9d908d84..c2fc1a65 100644
--- a/src/server.js
+++ b/src/server.js
@@ -199,6 +199,11 @@ const server = program => {
         next()
       })
 
+      app.use((req, res, next) => {
+        res.set('Version', program.version())
+        next()
+      })
+
       await Storage.init({
         dir: Path.resolve(rootFolder, '../.storage')
       })

From a5598ba46734c5e93817928867823602b153d70f Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 19 Oct 2020 15:56:33 -0400
Subject: [PATCH 51/74] upgrade shock-common

---
 package.json | 2 +-
 yarn.lock    | 8 ++++----
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/package.json b/package.json
index f86f5033..12e60b52 100644
--- a/package.json
+++ b/package.json
@@ -49,7 +49,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "^13.0.1",
+    "shock-common": "^14.2.0",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/yarn.lock b/yarn.lock
index 8bc2f20b..139ce777 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6021,10 +6021,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@^13.0.1:
-  version "13.0.1"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-13.0.1.tgz#f0916e51e63311b90509e5831896abc7c9febbcf"
-  integrity sha512-lXyS1PFrQzE3yPvnPxACkQKTLuuu52s4gqw4hZ9vmmlJX3fh8cV+jZ9E1/zblyxPayZhjQPvEX13NZD2xDDwiQ==
+shock-common@^14.2.0:
+  version "14.2.0"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-14.2.0.tgz#b9d78d7235d84c9aaffb3d42a5db2583dec43763"
+  integrity sha512-kLPAgpJNQekHAfiwPj+xVR7ReIPsi37mACpmk6YF7YIx7/jTQZYWxN+YQgQnrIlw8ELPj6igj+f6w310fmxOgA==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From 97c4e7b97789ab51b6055e905ae725cbc6b4e9c4 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Mon, 19 Oct 2020 16:09:06 -0400
Subject: [PATCH 52/74] posts mirror

---
 services/gunDB/contact-api/actions.js | 111 ++++++++++++--------------
 services/gunDB/contact-api/key.js     |   2 +
 2 files changed, 55 insertions(+), 58 deletions(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 9308303e..293b0337 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -5,6 +5,7 @@ const uuidv1 = require('uuid/v1')
 const logger = require('winston')
 const Common = require('shock-common')
 const { Constants, Schema } = Common
+const Gun = require('gun')
 
 const { ErrorCode } = Constants
 
@@ -1229,6 +1230,49 @@ const setLastSeenApp = () =>
       })
   )
 
+/**
+ * @param {string[]} tags
+ * @param {string} title
+ * @param {Common.Schema.ContentItem[]} content
+ * @returns {Promise<[string, Common.Schema.RawPost]>}
+ */
+const createPostNew = async (tags, title, content) => {
+  /** @type {Common.Schema.RawPost} */
+  const newPost = {
+    date: Date.now(),
+    status: 'publish',
+    tags: tags.join('-'),
+    title,
+    contentItems: {}
+  }
+
+  content.forEach(c => {
+    // @ts-expect-error
+    const uuid = Gun.text.random()
+    newPost.contentItems[uuid] = c
+  })
+
+  /** @type {string} */
+  const postID = await Common.makePromise((res, rej) => {
+    const _n = require('../Mediator')
+      .getUser()
+      .get(Key.POSTS_NEW)
+      .set(
+        // @ts-expect-error
+        newPost,
+        ack => {
+          if (ack.err && typeof ack.err !== 'number') {
+            rej(new Error(ack.err))
+          } else {
+            res(_n._.get)
+          }
+        }
+      )
+  })
+
+  return [postID, newPost]
+}
+
 /**
  * @param {string[]} tags
  * @param {string} title
@@ -1312,27 +1356,24 @@ const createPost = async (tags, title, content) => {
       )
   })
 
-  /** @type {string} */
-  const postID = await new Promise((res, rej) => {
-    const _n = require('../Mediator')
+  const [postID, newPost] = await createPostNew(tags, title, content)
+
+  await Common.makePromise((res, rej) => {
+    require('../Mediator')
       .getUser()
       .get(Key.WALL)
       .get(Key.PAGES)
       .get(pageIdx)
       .get(Key.POSTS)
-      .set(
-        {
-          date: Date.now(),
-          status: 'publish',
-          tags: tags.join('-'),
-          page: pageIdx,
-          title
-        },
+      .get(postID)
+      .put(
+        // @ts-expect-error
+        newPost,
         ack => {
           if (ack.err && typeof ack.err !== 'number') {
             rej(new Error(ack.err))
           } else {
-            res(_n._.get)
+            res()
           }
         }
       )
@@ -1354,52 +1395,6 @@ const createPost = async (tags, title, content) => {
     })
   }
 
-  const contentItems = require('../Mediator')
-    .getUser()
-    .get(Key.WALL)
-    .get(Key.PAGES)
-    .get(pageIdx)
-    .get(Key.POSTS)
-    .get(postID)
-    .get(Key.CONTENT_ITEMS)
-
-  try {
-    await Promise.all(
-      content.map(
-        ci =>
-          new Promise(res => {
-            // @ts-ignore
-            contentItems.set(ci, ack => {
-              if (ack.err && typeof ack.err !== 'number') {
-                throw new Error(ack.err)
-              }
-
-              res()
-            })
-          })
-      )
-    )
-  } catch (e) {
-    await new Promise(res => {
-      require('../Mediator')
-        .getUser()
-        .get(Key.WALL)
-        .get(Key.PAGES)
-        .get(pageIdx)
-        .get(Key.POSTS)
-        .get(postID)
-        .put(null, ack => {
-          if (ack.err && typeof ack.err !== 'number') {
-            throw new Error(ack.err)
-          }
-
-          res()
-        })
-    })
-
-    throw e
-  }
-
   const loadedPost = await new Promise(res => {
     require('../Mediator')
       .getUser()
diff --git a/services/gunDB/contact-api/key.js b/services/gunDB/contact-api/key.js
index 58d43fba..ece0c1ed 100644
--- a/services/gunDB/contact-api/key.js
+++ b/services/gunDB/contact-api/key.js
@@ -62,3 +62,5 @@ exports.TOTAL_TIPS = 'totalTips'
 exports.TIPS_PAYMENT_STATUS = 'tipsPaymentStatus'
 
 exports.PROFILE_BINARY = 'profileBinary'
+
+exports.POSTS_NEW = 'posts'

From c876f3e2a5dd711887dc860a243fefea3d8bc847 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Tue, 20 Oct 2020 17:47:43 +0200
Subject: [PATCH 53/74] no avatar

---
 src/routes.js | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index 1d56f0eb..b9718ee9 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2093,8 +2093,11 @@ module.exports = async (
   app.get(`/api/gun/${GunEvent.ON_CHATS}`, (_, res) => {
     try {
       const data = Events.getChats()
+      const noAvatar = data.map(mex => {
+        return { ...mex, recipientAvatar: null }
+      })
       res.json({
-        data
+        noAvatar
       })
     } catch (err) {
       logger.info('Error in Chats poll:')

From 918fcd935fc5f075a883bf6a9955dc8b76104802 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 20 Oct 2020 13:32:08 -0400
Subject: [PATCH 54/74] disable reinstantiation

---
 services/gunDB/Mediator/index.js          | 33 ++++-------------------
 services/gunDB/contact-api/utils/index.js |  4 +--
 2 files changed, 7 insertions(+), 30 deletions(-)

diff --git a/services/gunDB/Mediator/index.js b/services/gunDB/Mediator/index.js
index 4c941fb4..e4aba797 100644
--- a/services/gunDB/Mediator/index.js
+++ b/services/gunDB/Mediator/index.js
@@ -224,7 +224,6 @@ let user
 /** @type {string|null} */
 let _currentAlias = null
 /** @type {string|null} */
-let _currentPass = null
 
 /** @type {string|null} */
 let mySec = null
@@ -361,7 +360,6 @@ const authenticate = async (alias, pass, __user) => {
     mySec = await mySEA.secret(_user._.sea.epub, _user._.sea)
 
     _currentAlias = alias
-    _currentPass = await mySEA.encrypt(pass, mySec)
 
     await new Promise(res => setTimeout(res, 5000))
 
@@ -433,30 +431,11 @@ const instantiateGun = () => {
 
 instantiateGun()
 
-const freshGun = async () => {
-  const _gun = /** @type {unknown} */ (new Gun({
-    axe: false,
-    multicast: false,
-    peers: Config.PEERS
-  }))
-
-  const gun = /** @type {GUNNode} */ (_gun)
-
-  const user = gun.user()
-
-  if (!_currentAlias || !_currentPass || !mySec) {
-    throw new Error('Called freshGun() without alias, pass and secret cached')
+const freshGun = () => {
+  return {
+    gun,
+    user
   }
-
-  const pass = await mySEA.decrypt(_currentPass, mySec)
-
-  if (typeof pass !== 'string') {
-    throw new Error('could not decrypt stored in memory current pass')
-  }
-
-  await authenticate(_currentAlias, pass, user)
-
-  return { gun, user }
 }
 
 /**
@@ -1428,9 +1407,7 @@ const register = async (alias, pass) => {
   if (typeof ack.err === 'string') {
     throw new Error(ack.err)
   } else if (typeof ack.pub === 'string' || typeof user._.sea === 'object') {
-    const mySecret = await mySEA.secret(user._.sea.epub, user._.sea)
-    _currentAlias = alias
-    _currentPass = await mySEA.encrypt(pass, mySecret)
+    // OK
   } else {
     throw new Error('unknown error, ack: ' + JSON.stringify(ack))
   }
diff --git a/services/gunDB/contact-api/utils/index.js b/services/gunDB/contact-api/utils/index.js
index bafa0378..49b5886c 100644
--- a/services/gunDB/contact-api/utils/index.js
+++ b/services/gunDB/contact-api/utils/index.js
@@ -195,11 +195,11 @@ const tryAndWait = async (promGen, shouldRetry = () => false) => {
   }
 
   logger.info(
-    `\n recreating a fresh gun and retrying one last time \n` +
+    `\n NOT recreating a fresh gun but retrying one last time \n` +
       ` args: ${promGen.toString()} -- ${shouldRetry.toString()}`
   )
 
-  const { gun, user } = await require('../../Mediator/index').freshGun()
+  const { gun, user } = require('../../Mediator/index').freshGun()
 
   return timeout10(promGen(gun, user))
   /* eslint-enable no-empty */

From 201060919b64f80ec1e95e9ac5af62c6b5a10724 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 20 Oct 2020 13:54:13 -0400
Subject: [PATCH 55/74] fix typo

---
 src/routes.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/routes.js b/src/routes.js
index 6f3da1e9..568cd35e 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2097,7 +2097,7 @@ module.exports = async (
         return { ...mex, recipientAvatar: null }
       })
       res.json({
-        noAvatar
+        data: noAvatar
       })
     } catch (err) {
       logger.info('Error in Chats poll:')

From 2768919fc26885fdb920ede24e2b3eb0a63b5d85 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Wed, 21 Oct 2020 16:51:51 +0200
Subject: [PATCH 56/74] no avatar

---
 src/routes.js | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/src/routes.js b/src/routes.js
index 568cd35e..efa2b99a 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -2626,8 +2626,11 @@ module.exports = async (
   const apiGunRequestsReceivedGet = (_, res) => {
     try {
       const data = Events.getCurrentReceivedReqs()
+      const noAvatar = data.map(req => {
+        return { ...req, recipientAvatar: null }
+      })
       res.json({
-        data
+        data: noAvatar
       })
     } catch (err) {
       logger.error(err)
@@ -2643,8 +2646,11 @@ module.exports = async (
   const apiGunRequestsSentGet = (_, res) => {
     try {
       const data = Events.getCurrentSentReqs()
+      const noAvatar = data.map(req => {
+        return { ...req, recipientAvatar: null }
+      })
       res.json({
-        data
+        data: noAvatar
       })
     } catch (err) {
       logger.error(err)

From de3d61e2c8aa95f625c3294046ee595b9e33c9d7 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Thu, 22 Oct 2020 17:29:46 +0200
Subject: [PATCH 57/74] info after setup

---
 src/server.js | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/src/server.js b/src/server.js
index c2fc1a65..7017f87a 100644
--- a/src/server.js
+++ b/src/server.js
@@ -160,12 +160,24 @@ const server = program => {
   const startServer = async () => {
     try {
       LightningServices.setDefaults(program)
-      await LightningServices.init()
+      if (!LightningServices.isInitialized()) {
+        await LightningServices.init()
+      }
 
       // init lnd module =================
       const lnd = require('../services/lnd/lnd')(
         LightningServices.services.lightning
       )
+      await new Promise((resolve, reject) => {
+        LightningServices.services.lightning.getInfo({}, (err, res) => {
+          if (err && err.code !== 12) {
+            reject(err)
+          } else {
+            resolve()
+          }
+        })
+      })
+
       const auth = require('../services/auth/auth')
 
       app.use(compression())

From db69fe05428436a47990fa834e2576a6586bee38 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Thu, 22 Oct 2020 18:18:36 +0200
Subject: [PATCH 58/74] more timeout

---
 utils/lightningServices/errors.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/utils/lightningServices/errors.js b/utils/lightningServices/errors.js
index 971a0d02..9fdbd737 100644
--- a/utils/lightningServices/errors.js
+++ b/utils/lightningServices/errors.js
@@ -107,7 +107,7 @@ class LNDErrorManager {
       this._healthListeners.length = 0
       this._isCheckingHealth = false
     }
-    const deadline = Date.now() + 4000
+    const deadline = Date.now() + 10000
     lightning.getInfo({},{deadline}, callback)
   }
 

From d018c65bc55c7188a9c0bcac7579e1a93f0edfb1 Mon Sep 17 00:00:00 2001
From: hatim boufnichel <boufni95@gmail.com>
Date: Fri, 23 Oct 2020 16:28:48 +0200
Subject: [PATCH 59/74] handle tip jobs err gracefully

---
 utils/lndJobs.js | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/utils/lndJobs.js b/utils/lndJobs.js
index c7a69524..d5b36b11 100644
--- a/utils/lndJobs.js
+++ b/utils/lndJobs.js
@@ -208,6 +208,9 @@ const startTipStatusJob = () => {
       executeTipAction(tip, invoice)
     }
   })
+  stream.on('error', err => {
+    Logger.error('Tip Job error' + err.details)
+  })
 }
 
 module.exports = {

From 2606a22596656dc98736b21bcc0a07899a269e3e Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sat, 24 Oct 2020 06:24:10 -0400
Subject: [PATCH 60/74] remove offline peer

---
 config/defaults.js | 2 +-
 guntest.html       | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/config/defaults.js b/config/defaults.js
index 3404a6ce..204b19f5 100644
--- a/config/defaults.js
+++ b/config/defaults.js
@@ -46,7 +46,7 @@ module.exports = (mainnet = false) => {
     logfile: "shockapi.log",
     lndLogFile: parsePath(`${lndDirectory}/logs/bitcoin/${network}/lnd.log`),
     lndDirPath: lndDirectory,
-    peers: ['http://gun.shock.network:8765/gun','http://gun2.shock.network:8765/gun'],
+    peers: ['http://gun.shock.network:8765/gun'],
     useTLS: false,
     tokenExpirationMS: 259200000
   }; 
diff --git a/guntest.html b/guntest.html
index 5ebc98fe..151ed8d1 100644
--- a/guntest.html
+++ b/guntest.html
@@ -23,7 +23,7 @@
   gun = Gun({
     peers:  [
       'http://gun.shock.network:8765/gun',
-      'http://gun2.shock.network:8765/gun'
+      //'http://gun2.shock.network:8765/gun'
     ],
     axe: false
   })
@@ -61,4 +61,4 @@
     background-color: black;
   }
 </style>
-</html>
\ No newline at end of file
+</html>

From b142a089956193abce72b6c1c70c0659d31b20e8 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sat, 24 Oct 2020 07:33:42 -0400
Subject: [PATCH 61/74] remove long log

---
 services/gunDB/contact-api/events/onReceivedReqs.js | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/services/gunDB/contact-api/events/onReceivedReqs.js b/services/gunDB/contact-api/events/onReceivedReqs.js
index a0b74e30..35b91cac 100644
--- a/services/gunDB/contact-api/events/onReceivedReqs.js
+++ b/services/gunDB/contact-api/events/onReceivedReqs.js
@@ -36,9 +36,7 @@ const setReceivedReqsMap = reqs => {
 }
 
 listeners.add(() => {
-  logger.info(
-    `new received reqs: ${JSON.stringify(getReceivedReqs(), null, 4)}`
-  )
+  logger.info(`new received reqs: ${size(getReceivedReqs())}`)
 })
 
 const react = debounce(() => {

From 1853d2d848fc0f994386c6eea80ebd840173a812 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sat, 24 Oct 2020 10:22:46 -0400
Subject: [PATCH 62/74] correct non_auth event

---
 src/sockets.js | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/src/sockets.js b/src/sockets.js
index 624fe38a..aa5d8afb 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -306,7 +306,7 @@ module.exports = (
 
     try {
       if (!isAuthenticated()) {
-        socket.emit('$shock', 'NOT_AUTH')
+        socket.emit(Common.Constants.ErrorCode.NOT_AUTH)
         return
       }
 
@@ -370,7 +370,7 @@ module.exports = (
     }
   })
 
-  io.of('/lndstreaming').on('connect', socket => {
+  io.of('lndstreaming').on('connect', socket => {
     // TODO: unsubscription
 
     /**
@@ -378,6 +378,11 @@ module.exports = (
      */
 
     try {
+      if (!isAuthenticated()) {
+        socket.emit(Common.Constants.ErrorCode.NOT_AUTH)
+        return
+      }
+
       const { services } = LightningServices
 
       const { service, method, args: unParsed } = socket.handshake.query

From 784aac0d9ab3c795d0980f96c94bd5ddefc4be53 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sat, 24 Oct 2020 17:48:04 -0400
Subject: [PATCH 63/74] new ping socket namespace

---
 src/sockets.js | 89 ++++++++++++++++++++++++++++++++++++++++----------
 1 file changed, 71 insertions(+), 18 deletions(-)

diff --git a/src/sockets.js b/src/sockets.js
index aa5d8afb..38e5c887 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -7,6 +7,7 @@ const logger = require('winston')
 const Common = require('shock-common')
 const mapValues = require('lodash/mapValues')
 
+const auth = require('../services/auth/auth')
 const Encryption = require('../utils/encryptionStore')
 const LightningServices = require('../utils/lightningServices')
 const {
@@ -20,22 +21,6 @@ const { deepDecryptIfNeeded } = require('../services/gunDB/rpc')
  * @typedef {import('../services/gunDB/contact-api/SimpleGUN').ValidDataValue} ValidDataValue
  */
 
-/**
- * @param {SimpleSocket} socket
- * @param {string} subID
- */
-const onPing = (socket, subID) => {
-  logger.warn('Subscribing to pings socket...' + subID)
-
-  const intervalID = setInterval(() => {
-    socket.emit('shockping')
-  }, 3000)
-
-  return () => {
-    clearInterval(intervalID)
-  }
-}
-
 module.exports = (
   /** @type {import('socket.io').Server} */
   io
@@ -291,12 +276,10 @@ module.exports = (
       logger.info('[LND] New LND Socket created:' + isNotifications + subID)
       const cancelInvoiceStream = onNewInvoice(socket, subID)
       const cancelTransactionStream = onNewTransaction(socket, subID)
-      const cancelPingStream = onPing(socket, subID)
       socket.on('disconnect', () => {
         logger.info('LND socket disconnected:' + isNotifications + subID)
         cancelInvoiceStream()
         cancelTransactionStream()
-        cancelPingStream()
       })
     }
   })
@@ -432,5 +415,75 @@ module.exports = (
     }
   })
 
+  /**
+   * @param {string} token
+   * @returns {Promise<boolean>}
+   */
+  const isValidToken = async token => {
+    const validation = await auth.validateToken(token)
+
+    if (typeof validation !== 'object') {
+      return false
+    }
+
+    if (validation === null) {
+      return false
+    }
+
+    if (typeof validation.valid !== 'boolean') {
+      return false
+    }
+
+    return validation.valid
+  }
+
+  /** @type {null|NodeJS.Timeout} */
+  let pingIntervalID = null
+
+  io.of('shockping').on(
+    'connect',
+    // TODO: make this sync
+    async socket => {
+      try {
+        if (!isAuthenticated()) {
+          socket.emit(Common.Constants.ErrorCode.NOT_AUTH)
+
+          return
+        }
+
+        const { token } = socket.handshake.query
+
+        const isAuth = await isValidToken(token)
+
+        if (!isAuth) {
+          logger.warn('invalid token for socket ping')
+          socket.emit(Common.Constants.ErrorCode.NOT_AUTH)
+          return
+        }
+
+        if (pingIntervalID !== null) {
+          logger.error('Tried to set ping socket twice')
+          return
+        }
+
+        socket.emit('shockping')
+
+        pingIntervalID = setInterval(() => {
+          socket.emit('shockping')
+        }, 3000)
+
+        socket.on('disconnect', () => {
+          logger.warn('ping socket disconnected')
+          if (pingIntervalID !== null) {
+            clearInterval(pingIntervalID)
+            pingIntervalID = null
+          }
+        })
+      } catch (err) {
+        logger.error('GUNRPC: ' + err.message)
+      }
+    }
+  )
+
   return io
 }

From 7a24dbeed234fca31f82e89aa7fd8e63cc263380 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 25 Oct 2020 09:16:06 -0400
Subject: [PATCH 64/74] ping socket hotfix

---
 src/sockets.js | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/sockets.js b/src/sockets.js
index 38e5c887..b63d1239 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -463,7 +463,6 @@ module.exports = (
 
         if (pingIntervalID !== null) {
           logger.error('Tried to set ping socket twice')
-          return
         }
 
         socket.emit('shockping')

From 92b745a9a726446084fe5d79fc65241dc08c9e7d Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Sun, 25 Oct 2020 11:04:39 -0400
Subject: [PATCH 65/74] new path separator for gun rpc

---
 services/gunDB/rpc/index.js | 4 ++--
 src/routes.js               | 2 +-
 src/sockets.js              | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/services/gunDB/rpc/index.js b/services/gunDB/rpc/index.js
index 6cffc541..2e6ca811 100644
--- a/services/gunDB/rpc/index.js
+++ b/services/gunDB/rpc/index.js
@@ -105,7 +105,7 @@ async function deepEncryptIfNeeded(value) {
  * @returns {Promise<void>}
  */
 const put = async (rawPath, value) => {
-  const [root, ...path] = rawPath.split('.')
+  const [root, ...path] = rawPath.split('>')
 
   const node = (() => {
     // eslint-disable-next-line init-declarations
@@ -166,7 +166,7 @@ const put = async (rawPath, value) => {
  */
 // eslint-disable-next-line func-style
 async function set(rawPath, value) {
-  const [root, ...path] = rawPath.split('.')
+  const [root, ...path] = rawPath.split('>')
 
   const node = (() => {
     // eslint-disable-next-line init-declarations
diff --git a/src/routes.js b/src/routes.js
index efa2b99a..5e184349 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -3041,7 +3041,7 @@ module.exports = async (
     publicKey,
     publicKeyForDecryption
   }) => {
-    const keys = path.split('.')
+    const keys = path.split('>')
     const { tryAndWait } = require('../services/gunDB/contact-api/utils')
     return tryAndWait((gun, user) => {
       // eslint-disable-next-line no-nested-ternary
diff --git a/src/sockets.js b/src/sockets.js
index b63d1239..8434b58c 100644
--- a/src/sockets.js
+++ b/src/sockets.js
@@ -308,7 +308,7 @@ module.exports = (
         node = getGun().user(root)
       }
 
-      for (const bit of path.split('.')) {
+      for (const bit of path.split('>')) {
         node = node.get(bit)
       }
 

From e45aab639fb9006c8f78402226eb42b0948175fa Mon Sep 17 00:00:00 2001
From: emad-salah <emads14@gmail.com>
Date: Fri, 30 Oct 2020 15:28:10 +0100
Subject: [PATCH 66/74] HTTP Routes now have an isAuthenticated middleware that
 returns a 401 error if the user is unauthenticated

---
 src/routes.js | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/src/routes.js b/src/routes.js
index 5e184349..bef2da4e 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -416,6 +416,17 @@ module.exports = async (
           errorMessage: 'Please create a wallet before using the API'
         })
       }
+
+      if (req.path.includes('/api/gun')) {
+        const authenticated = GunDB.isAuthenticated()
+
+        if (!authenticated) {
+          return res.status(401).json({
+            field: 'gun',
+            errorMessage: 'Please login in order to perform this action'
+          })
+        }
+      }
       next()
     } catch (err) {
       logger.error(err)

From 1cffee129780fa64a7200b513056418bdd207636 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 30 Oct 2020 13:22:08 -0400
Subject: [PATCH 67/74] upgrade shock-common, order type updated

---
 package.json                                | 2 +-
 services/gunDB/contact-api/jobs/onOrders.js | 3 +--
 yarn.lock                                   | 8 ++++----
 3 files changed, 6 insertions(+), 7 deletions(-)

diff --git a/package.json b/package.json
index 12e60b52..bbf48b72 100644
--- a/package.json
+++ b/package.json
@@ -49,7 +49,7 @@
     "request-promise": "^4.2.2",
     "response-time": "^2.3.2",
     "shelljs": "^0.8.2",
-    "shock-common": "^14.2.0",
+    "shock-common": "16.x.x",
     "socket.io": "2.1.1",
     "text-encoding": "^0.7.0",
     "tingodb": "^0.6.1",
diff --git a/services/gunDB/contact-api/jobs/onOrders.js b/services/gunDB/contact-api/jobs/onOrders.js
index 3d9380c0..cd9c3488 100644
--- a/services/gunDB/contact-api/jobs/onOrders.js
+++ b/services/gunDB/contact-api/jobs/onOrders.js
@@ -241,8 +241,7 @@ const listenerForAddr = (addr, SEA) => async (order, orderID) => {
         hash,
         state: 'OPEN',
         targetType: order.targetType,
-        postID: order.postID,
-        postPage: order.postPage
+        postID: order.postID
       }
       getUser()
         .get(Key.TIPS_PAYMENT_STATUS)
diff --git a/yarn.lock b/yarn.lock
index 139ce777..5b12301d 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -6021,10 +6021,10 @@ shellwords@^0.1.1:
   resolved "https://registry.yarnpkg.com/shellwords/-/shellwords-0.1.1.tgz#d6b9181c1a48d397324c84871efbcfc73fc0654b"
   integrity sha512-vFwSUfQvqybiICwZY5+DAWIPLKsWO31Q91JSKl3UYv+K5c2QRPzn0qzec6QPu1Qc9eHYItiP3NdJqNVqetYAww==
 
-shock-common@^14.2.0:
-  version "14.2.0"
-  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-14.2.0.tgz#b9d78d7235d84c9aaffb3d42a5db2583dec43763"
-  integrity sha512-kLPAgpJNQekHAfiwPj+xVR7ReIPsi37mACpmk6YF7YIx7/jTQZYWxN+YQgQnrIlw8ELPj6igj+f6w310fmxOgA==
+shock-common@16.x.x:
+  version "16.0.0"
+  resolved "https://registry.yarnpkg.com/shock-common/-/shock-common-16.0.0.tgz#6ef5c6b18ecfb2a558edee8693511c455784f848"
+  integrity sha512-8kDZYzWWyOKdBSmm1M72LneS79ma9fM7j0S+etiOILl7zXe8JMidfITex094vi3bkKOlqxzQ+ud2hogqCTmYow==
   dependencies:
     immer "^6.0.6"
     lodash "^4.17.19"

From aa0fb6b2c5712ce18625530c779b8481193f68fc Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Fri, 30 Oct 2020 15:43:53 -0400
Subject: [PATCH 68/74] tip post through http

---
 services/gunDB/contact-api/actions.js | 21 +++++++++++++++++++--
 src/routes.js                         | 22 ++++++++++++++++------
 2 files changed, 35 insertions(+), 8 deletions(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 293b0337..1a9d4cf1 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -906,17 +906,30 @@ const sendHRWithInitialMsg = async (
   await sendMessage(recipientPublicKey, initialMsg, user, SEA)
 }
 
+/**
+ * @typedef {object} SpontPaymentOptions
+ * @prop {Common.Schema.OrderTargetType} type
+ * @prop {string=} postID
+ */
+
 /**
  * Returns the preimage corresponding to the payment.
  * @param {string} to
  * @param {number} amount
  * @param {string} memo
  * @param {number} feeLimit
+ * @param {SpontPaymentOptions} opts
  * @throws {Error} If no response in less than 20 seconds from the recipient, or
  * lightning cannot find a route for the payment.
  * @returns {Promise<PaymentV2>} The payment's preimage.
  */
-const sendSpontaneousPayment = async (to, amount, memo, feeLimit) => {
+const sendSpontaneousPayment = async (
+  to,
+  amount,
+  memo,
+  feeLimit,
+  opts = { type: 'user' }
+) => {
   try {
     const SEA = require('../Mediator').mySEA
     const getUser = () => require('../Mediator').getUser()
@@ -937,7 +950,11 @@ const sendSpontaneousPayment = async (to, amount, memo, feeLimit) => {
       from: getUser()._.sea.pub,
       memo: memo || 'no memo',
       timestamp: Date.now(),
-      targetType: 'user'
+      targetType: opts.type
+    }
+
+    if (opts.type === 'post') {
+      order.postID = opts.postID
     }
 
     logger.info(JSON.stringify(order))
diff --git a/src/routes.js b/src/routes.js
index 5e184349..62d93272 100644
--- a/src/routes.js
+++ b/src/routes.js
@@ -1267,12 +1267,12 @@ module.exports = async (
 
   app.post('/api/lnd/unifiedTrx', async (req, res) => {
     try {
-      const { type, amt, to, memo, feeLimit } = req.body
+      const { type, amt, to, memo, feeLimit, postID } = req.body
 
-      if (type !== 'spont') {
+      if (type !== 'spont' && type !== 'post') {
         return res.status(415).json({
           field: 'type',
-          errorMessage: `Only 'spont' payments supported via this endpoint for now.`
+          errorMessage: `Only 'spont' and 'post' payments supported via this endpoint for now.`
         })
       }
 
@@ -1306,9 +1306,19 @@ module.exports = async (
         })
       }
 
-      return res
-        .status(200)
-        .json(await GunActions.sendSpontaneousPayment(to, amt, memo, feeLimit))
+      if (type === 'post' && typeof postID !== 'string') {
+        return res.status(400).json({
+          field: 'postID',
+          errorMessage: `Send postID`
+        })
+      }
+
+      return res.status(200).json(
+        await GunActions.sendSpontaneousPayment(to, amt, memo, feeLimit, {
+          type,
+          postID
+        })
+      )
     } catch (e) {
       return res.status(500).json({
         errorMessage: e.message

From 404c8125df382b2428c3e4d19ffd6edba5da497e Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 3 Nov 2020 13:12:31 -0400
Subject: [PATCH 69/74] avoid malformed invoice amount

---
 services/gunDB/contact-api/actions.js | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 1a9d4cf1..c067b4d3 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -1044,7 +1044,9 @@ const sendSpontaneousPayment = async (
 
     const payment = await sendPaymentV2Invoice({
       feeLimit,
-      payment_request: orderResponse.response
+      payment_request: orderResponse.response,
+      // avoid malformed invoice amount
+      amt: amount.toString()
     })
 
     if (Utils.successfulHandshakeAlreadyExists(to)) {

From 7fbd1c8b7f10de4960efed456c9332709846a4c0 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 3 Nov 2020 13:54:38 -0400
Subject: [PATCH 70/74] decode payreq promisified

---
 utils/lightningServices/v2.js | 25 ++++++++++++++++++++++++-
 1 file changed, 24 insertions(+), 1 deletion(-)

diff --git a/utils/lightningServices/v2.js b/utils/lightningServices/v2.js
index 0f6a19e3..45c03e6e 100644
--- a/utils/lightningServices/v2.js
+++ b/utils/lightningServices/v2.js
@@ -381,8 +381,31 @@ const listPayments = req => {
   })
 }
 
+/**
+ * @param {string} payReq
+ * @returns {Promise<Common.Schema.InvoiceWhenDecoded>}
+ */
+const decodePayReq = payReq =>
+  Common.Utils.makePromise((res, rej) => {
+    lightningServices.lightning.decodePayReq(
+      { pay_req: payReq },
+      /**
+       * @param {{ message: any; }} err
+       * @param {any} paymentRequest
+       */
+      (err, paymentRequest) => {
+        if (err) {
+          rej(new Error(err.message))
+        } else {
+          res(paymentRequest)
+        }
+      }
+    )
+  })
+
 module.exports = {
   sendPaymentV2Keysend,
   sendPaymentV2Invoice,
-  listPayments
+  listPayments,
+  decodePayReq
 }

From 7b84f250c17abbaa1651194851d59ddaedc35ed9 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 3 Nov 2020 13:55:43 -0400
Subject: [PATCH 71/74] check for invoice amt mismatch

---
 services/gunDB/contact-api/actions.js | 20 +++++++++++++++++++-
 1 file changed, 19 insertions(+), 1 deletion(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index c067b4d3..77d72556 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -9,7 +9,10 @@ const Gun = require('gun')
 
 const { ErrorCode } = Constants
 
-const { sendPaymentV2Invoice } = require('../../../utils/lightningServices/v2')
+const {
+  sendPaymentV2Invoice,
+  decodePayReq
+} = require('../../../utils/lightningServices/v2')
 
 /**
  * @typedef {import('../../../utils/lightningServices/types').PaymentV2} PaymentV2
@@ -1040,6 +1043,21 @@ const sendSpontaneousPayment = async (
       throw new Error(orderResponse.response)
     }
 
+    logger.info('Will now check for invoice amount mismatch')
+
+    const encodedInvoice = orderResponse.response
+
+    const { num_satoshis: decodedAmt } = await decodePayReq(encodedInvoice)
+
+    if (decodedAmt !== amount.toString()) {
+      throw new Error('Invoice amount mismatch')
+    }
+
+    // double check
+    if (Number(decodedAmt) !== amount) {
+      throw new Error('Invoice amount mismatch')
+    }
+
     logger.info('Will now send payment through lightning')
 
     const payment = await sendPaymentV2Invoice({

From b5ccd8f7ea6f248075ec7ee8d270f3333e629aa3 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Tue, 3 Nov 2020 13:59:09 -0400
Subject: [PATCH 72/74] remove old method

---
 services/gunDB/contact-api/actions.js | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/services/gunDB/contact-api/actions.js b/services/gunDB/contact-api/actions.js
index 77d72556..8ee68e04 100644
--- a/services/gunDB/contact-api/actions.js
+++ b/services/gunDB/contact-api/actions.js
@@ -1062,9 +1062,7 @@ const sendSpontaneousPayment = async (
 
     const payment = await sendPaymentV2Invoice({
       feeLimit,
-      payment_request: orderResponse.response,
-      // avoid malformed invoice amount
-      amt: amount.toString()
+      payment_request: orderResponse.response
     })
 
     if (Utils.successfulHandshakeAlreadyExists(to)) {

From 890d2601b934bf876c7a4caec1ebdba7d91b3fb3 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 5 Nov 2020 12:49:31 -0400
Subject: [PATCH 73/74] tip amount in new location

---
 utils/lndJobs.js | 23 +++++++++++------------
 1 file changed, 11 insertions(+), 12 deletions(-)

diff --git a/utils/lndJobs.js b/utils/lndJobs.js
index d5b36b11..1c940415 100644
--- a/utils/lndJobs.js
+++ b/utils/lndJobs.js
@@ -1,6 +1,7 @@
 /**
  * @prettier
  */
+// @ts-check
 const Logger = require('winston')
 const { wait } = require('./helpers')
 const Key = require('../services/gunDB/contact-api/key')
@@ -36,16 +37,13 @@ const _lookupInvoice = hash =>
     })
   })
 
-const _getPostTipInfo = ({ postID, page }) =>
-  new Promise((resolve, reject) => {
+const _getPostTipInfo = ({ postID }) =>
+  new Promise(resolve => {
     getUser()
-      .get(Key.WALL)
-      .get(Key.PAGES)
-      .get(page)
       .get(Key.POSTS)
       .get(postID)
       .once(post => {
-        if (post && post.date) {
+        if (typeof post === 'object' && post && post.date) {
           const { tipCounter, tipValue } = post
           console.log(post)
           resolve({
@@ -58,7 +56,7 @@ const _getPostTipInfo = ({ postID, page }) =>
       })
   })
 
-const _incrementPost = ({ postID, page, orderAmount }) =>
+const _incrementPost = ({ postID, orderAmount }) =>
   new Promise((resolve, reject) => {
     const parsedAmount = parseFloat(orderAmount)
 
@@ -69,7 +67,7 @@ const _incrementPost = ({ postID, page, orderAmount }) =>
 
     Logger.info('[POST TIP] Getting Post Tip Values...')
 
-    return _getPostTipInfo({ postID, page })
+    return _getPostTipInfo({ postID })
       .then(({ tipValue, tipCounter }) => {
         const updatedTip = {
           tipCounter: tipCounter + 1,
@@ -77,9 +75,6 @@ const _incrementPost = ({ postID, page, orderAmount }) =>
         }
 
         getUser()
-          .get(Key.WALL)
-          .get(Key.PAGES)
-          .get(page)
           .get(Key.POSTS)
           .get(postID)
           .put(updatedTip, () => {
@@ -158,7 +153,6 @@ const executeTipAction = (tip, invoice) => {
   if (tip.targetType === 'post') {
     _incrementPost({
       postID: tip.postID,
-      page: tip.postPage,
       orderAmount: invoice.amt_paid_sat
     })
   }
@@ -172,14 +166,18 @@ const updateUnverifiedTips = () => {
       try {
         if (
           !tip ||
+          // @ts-expect-error
           tip.state !== INVOICE_STATE.OPEN ||
+          // @ts-expect-error
           (tip._errorCount && tip._errorCount >= ERROR_TRIES_THRESHOLD)
         ) {
           return
         }
         Logger.info('Unverified invoice found!', tip)
+        // @ts-expect-error
         const invoice = await _lookupInvoice(tip.hash)
         Logger.info('Invoice located:', invoice)
+        // @ts-expect-error
         if (invoice.state !== tip.state) {
           await _updateTipData(id, { state: invoice.state })
 
@@ -188,6 +186,7 @@ const updateUnverifiedTips = () => {
         }
       } catch (err) {
         Logger.error('[TIP] An error has occurred while updating invoice', err)
+        // @ts-expect-error
         const errorCount = tip._errorCount ? tip._errorCount : 0
         _updateTipData(id, {
           _errorCount: errorCount + 1

From b4a53aa2a2bf072abceec79ddcb205c22e625bc6 Mon Sep 17 00:00:00 2001
From: Daniel Lugo <danlugo92@gmail.com>
Date: Thu, 5 Nov 2020 12:55:16 -0400
Subject: [PATCH 74/74] Revert "tip amount in new location"

---
 utils/lndJobs.js | 23 ++++++++++++-----------
 1 file changed, 12 insertions(+), 11 deletions(-)

diff --git a/utils/lndJobs.js b/utils/lndJobs.js
index 1c940415..d5b36b11 100644
--- a/utils/lndJobs.js
+++ b/utils/lndJobs.js
@@ -1,7 +1,6 @@
 /**
  * @prettier
  */
-// @ts-check
 const Logger = require('winston')
 const { wait } = require('./helpers')
 const Key = require('../services/gunDB/contact-api/key')
@@ -37,13 +36,16 @@ const _lookupInvoice = hash =>
     })
   })
 
-const _getPostTipInfo = ({ postID }) =>
-  new Promise(resolve => {
+const _getPostTipInfo = ({ postID, page }) =>
+  new Promise((resolve, reject) => {
     getUser()
+      .get(Key.WALL)
+      .get(Key.PAGES)
+      .get(page)
       .get(Key.POSTS)
       .get(postID)
       .once(post => {
-        if (typeof post === 'object' && post && post.date) {
+        if (post && post.date) {
           const { tipCounter, tipValue } = post
           console.log(post)
           resolve({
@@ -56,7 +58,7 @@ const _getPostTipInfo = ({ postID }) =>
       })
   })
 
-const _incrementPost = ({ postID, orderAmount }) =>
+const _incrementPost = ({ postID, page, orderAmount }) =>
   new Promise((resolve, reject) => {
     const parsedAmount = parseFloat(orderAmount)
 
@@ -67,7 +69,7 @@ const _incrementPost = ({ postID, orderAmount }) =>
 
     Logger.info('[POST TIP] Getting Post Tip Values...')
 
-    return _getPostTipInfo({ postID })
+    return _getPostTipInfo({ postID, page })
       .then(({ tipValue, tipCounter }) => {
         const updatedTip = {
           tipCounter: tipCounter + 1,
@@ -75,6 +77,9 @@ const _incrementPost = ({ postID, orderAmount }) =>
         }
 
         getUser()
+          .get(Key.WALL)
+          .get(Key.PAGES)
+          .get(page)
           .get(Key.POSTS)
           .get(postID)
           .put(updatedTip, () => {
@@ -153,6 +158,7 @@ const executeTipAction = (tip, invoice) => {
   if (tip.targetType === 'post') {
     _incrementPost({
       postID: tip.postID,
+      page: tip.postPage,
       orderAmount: invoice.amt_paid_sat
     })
   }
@@ -166,18 +172,14 @@ const updateUnverifiedTips = () => {
       try {
         if (
           !tip ||
-          // @ts-expect-error
           tip.state !== INVOICE_STATE.OPEN ||
-          // @ts-expect-error
           (tip._errorCount && tip._errorCount >= ERROR_TRIES_THRESHOLD)
         ) {
           return
         }
         Logger.info('Unverified invoice found!', tip)
-        // @ts-expect-error
         const invoice = await _lookupInvoice(tip.hash)
         Logger.info('Invoice located:', invoice)
-        // @ts-expect-error
         if (invoice.state !== tip.state) {
           await _updateTipData(id, { state: invoice.state })
 
@@ -186,7 +188,6 @@ const updateUnverifiedTips = () => {
         }
       } catch (err) {
         Logger.error('[TIP] An error has occurred while updating invoice', err)
-        // @ts-expect-error
         const errorCount = tip._errorCount ? tip._errorCount : 0
         _updateTipData(id, {
           _errorCount: errorCount + 1