diff --git a/proto/autogenerated/client.md b/proto/autogenerated/client.md index d6a05091..80d81868 100644 --- a/proto/autogenerated/client.md +++ b/proto/autogenerated/client.md @@ -158,9 +158,14 @@ The nostr server will send back a message response, and inside the body there wi - This methods has an __empty__ __request__ body - output: [LndSeed](#LndSeed) +- GetSingleUsageMetrics + - auth type: __Metrics__ + - input: [SingleUsageMetricReq](#SingleUsageMetricReq) + - output: [UsageMetricTlv](#UsageMetricTlv) + - GetUsageMetrics - auth type: __Metrics__ - - This methods has an __empty__ __request__ body + - input: [LatestUsageMetricReq](#LatestUsageMetricReq) - output: [UsageMetrics](#UsageMetrics) - GetUserInfo @@ -581,11 +586,18 @@ The nostr server will send back a message response, and inside the body there wi - This methods has an __empty__ __request__ body - output: [LndSeed](#LndSeed) +- GetSingleUsageMetrics + - auth type: __Metrics__ + - http method: __post__ + - http route: __/api/reports/usage/single__ + - input: [SingleUsageMetricReq](#SingleUsageMetricReq) + - output: [UsageMetricTlv](#UsageMetricTlv) + - GetUsageMetrics - auth type: __Metrics__ - http method: __post__ - http route: __/api/reports/usage__ - - This methods has an __empty__ __request__ body + - input: [LatestUsageMetricReq](#LatestUsageMetricReq) - output: [UsageMetrics](#UsageMetrics) - GetUserInfo @@ -1070,6 +1082,9 @@ The nostr server will send back a message response, and inside the body there wi - __token__: _string_ - __url__: _string_ +### LatestUsageMetricReq + - __limit__: _number_ *this field is optional + ### LinkNPubThroughTokenRequest - __token__: _string_ @@ -1140,6 +1155,8 @@ The nostr server will send back a message response, and inside the body there wi - __payLink__: _string_ - __tag__: _string_ +### MetricsFile + ### MigrationUpdate - __closure__: _[ClosureMigration](#ClosureMigration)_ *this field is optional - __relays__: _[RelaysMigration](#RelaysMigration)_ *this field is optional @@ -1297,6 +1314,11 @@ The nostr server will send back a message response, and inside the body there wi - __amount__: _number_ - __invoice__: _string_ +### SingleUsageMetricReq + - __app_id__: _string_ + - __metrics_name__: _string_ + - __page__: _number_ + ### UpdateChannelPolicyRequest - __policy__: _[ChannelPolicy](#ChannelPolicy)_ - __update__: _[UpdateChannelPolicyRequest_update](#UpdateChannelPolicyRequest_update)_ diff --git a/proto/autogenerated/go/http_client.go b/proto/autogenerated/go/http_client.go index 5ecc8996..be0129d4 100644 --- a/proto/autogenerated/go/http_client.go +++ b/proto/autogenerated/go/http_client.go @@ -93,7 +93,8 @@ type Client struct { GetNPubLinkingState func(req GetNPubLinking) (*NPubLinking, error) GetPaymentState func(req GetPaymentStateRequest) (*PaymentState, error) GetSeed func() (*LndSeed, error) - GetUsageMetrics func() (*UsageMetrics, error) + GetSingleUsageMetrics func(req SingleUsageMetricReq) (*UsageMetricTlv, error) + GetUsageMetrics func(req LatestUsageMetricReq) (*UsageMetrics, error) GetUserInfo func() (*UserInfo, error) GetUserOffer func(req OfferId) (*OfferConfig, error) GetUserOfferInvoices func(req GetUserOfferInvoicesReq) (*OfferInvoices, error) @@ -1057,13 +1058,45 @@ func NewClient(params ClientParams) *Client { } return &res, nil }, - GetUsageMetrics: func() (*UsageMetrics, error) { + GetSingleUsageMetrics: func(req SingleUsageMetricReq) (*UsageMetricTlv, error) { + auth, err := params.RetrieveMetricsAuth() + if err != nil { + return nil, err + } + finalRoute := "/api/reports/usage/single" + body, err := json.Marshal(req) + if err != nil { + return nil, err + } + resBody, err := doPostRequest(params.BaseURL+finalRoute, body, auth) + if err != nil { + return nil, err + } + result := ResultError{} + err = json.Unmarshal(resBody, &result) + if err != nil { + return nil, err + } + if result.Status == "ERROR" { + return nil, fmt.Errorf(result.Reason) + } + res := UsageMetricTlv{} + err = json.Unmarshal(resBody, &res) + if err != nil { + return nil, err + } + return &res, nil + }, + GetUsageMetrics: func(req LatestUsageMetricReq) (*UsageMetrics, error) { auth, err := params.RetrieveMetricsAuth() if err != nil { return nil, err } finalRoute := "/api/reports/usage" - body := []byte{} + body, err := json.Marshal(req) + if err != nil { + return nil, err + } resBody, err := doPostRequest(params.BaseURL+finalRoute, body, auth) if err != nil { return nil, err diff --git a/proto/autogenerated/go/types.go b/proto/autogenerated/go/types.go index 2fda35f5..720a4071 100644 --- a/proto/autogenerated/go/types.go +++ b/proto/autogenerated/go/types.go @@ -322,6 +322,9 @@ type HttpCreds struct { Token string `json:"token"` Url string `json:"url"` } +type LatestUsageMetricReq struct { + Limit int64 `json:"limit"` +} type LinkNPubThroughTokenRequest struct { Token string `json:"token"` } @@ -392,6 +395,8 @@ type LnurlWithdrawInfoResponse struct { Paylink string `json:"payLink"` Tag string `json:"tag"` } +type MetricsFile struct { +} type MigrationUpdate struct { Closure *ClosureMigration `json:"closure"` Relays *RelaysMigration `json:"relays"` @@ -549,6 +554,11 @@ type SetMockInvoiceAsPaidRequest struct { Amount int64 `json:"amount"` Invoice string `json:"invoice"` } +type SingleUsageMetricReq struct { + App_id string `json:"app_id"` + Metrics_name string `json:"metrics_name"` + Page int64 `json:"page"` +} type UpdateChannelPolicyRequest struct { Policy *ChannelPolicy `json:"policy"` Update *UpdateChannelPolicyRequest_update `json:"update"` diff --git a/proto/autogenerated/ts/express_server.ts b/proto/autogenerated/ts/express_server.ts index 9b1fd1ea..a0102fe0 100644 --- a/proto/autogenerated/ts/express_server.ts +++ b/proto/autogenerated/ts/express_server.ts @@ -1106,6 +1106,28 @@ export default (methods: Types.ServerMethods, opts: ServerOptions) => { opts.metricsCallback([{ ...info, ...stats, ...authContext }]) } catch (ex) { const e = ex as any; logErrorAndReturnResponse(e, e.message || e, res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback); if (opts.throwErrors) throw e } }) + if (!opts.allowNotImplementedMethods && !methods.GetSingleUsageMetrics) throw new Error('method: GetSingleUsageMetrics is not implemented') + app.post('/api/reports/usage/single', async (req, res) => { + const info: Types.RequestInfo = { rpcName: 'GetSingleUsageMetrics', batch: false, nostr: false, batchSize: 0} + const stats: Types.RequestStats = { startMs:req.startTimeMs || 0, start:req.startTime || 0n, parse: process.hrtime.bigint(), guard: 0n, validate: 0n, handle: 0n } + let authCtx: Types.AuthContext = {} + try { + if (!methods.GetSingleUsageMetrics) throw new Error('method: GetSingleUsageMetrics is not implemented') + const authContext = await opts.MetricsAuthGuard(req.headers['authorization']) + authCtx = authContext + stats.guard = process.hrtime.bigint() + const request = req.body + const error = Types.SingleUsageMetricReqValidate(request) + stats.validate = process.hrtime.bigint() + if (error !== null) return logErrorAndReturnResponse(error, 'invalid request body', res, logger, { ...info, ...stats, ...authContext }, opts.metricsCallback) + const query = req.query + const params = req.params + const response = await methods.GetSingleUsageMetrics({rpcName:'GetSingleUsageMetrics', ctx:authContext , req: request}) + stats.handle = process.hrtime.bigint() + res.json({status: 'OK', ...response}) + opts.metricsCallback([{ ...info, ...stats, ...authContext }]) + } catch (ex) { const e = ex as any; logErrorAndReturnResponse(e, e.message || e, res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback); if (opts.throwErrors) throw e } + }) if (!opts.allowNotImplementedMethods && !methods.GetUsageMetrics) throw new Error('method: GetUsageMetrics is not implemented') app.post('/api/reports/usage', async (req, res) => { const info: Types.RequestInfo = { rpcName: 'GetUsageMetrics', batch: false, nostr: false, batchSize: 0} @@ -1116,10 +1138,13 @@ export default (methods: Types.ServerMethods, opts: ServerOptions) => { const authContext = await opts.MetricsAuthGuard(req.headers['authorization']) authCtx = authContext stats.guard = process.hrtime.bigint() - stats.validate = stats.guard + const request = req.body + const error = Types.LatestUsageMetricReqValidate(request) + stats.validate = process.hrtime.bigint() + if (error !== null) return logErrorAndReturnResponse(error, 'invalid request body', res, logger, { ...info, ...stats, ...authContext }, opts.metricsCallback) const query = req.query const params = req.params - const response = await methods.GetUsageMetrics({rpcName:'GetUsageMetrics', ctx:authContext }) + const response = await methods.GetUsageMetrics({rpcName:'GetUsageMetrics', ctx:authContext , req: request}) stats.handle = process.hrtime.bigint() res.json({status: 'OK', ...response}) opts.metricsCallback([{ ...info, ...stats, ...authContext }]) diff --git a/proto/autogenerated/ts/http_client.ts b/proto/autogenerated/ts/http_client.ts index 10ae0041..adc2d270 100644 --- a/proto/autogenerated/ts/http_client.ts +++ b/proto/autogenerated/ts/http_client.ts @@ -494,11 +494,25 @@ export default (params: ClientParams) => ({ } return { status: 'ERROR', reason: 'invalid response' } }, - GetUsageMetrics: async (): Promise => { + GetSingleUsageMetrics: async (request: Types.SingleUsageMetricReq): Promise => { + const auth = await params.retrieveMetricsAuth() + if (auth === null) throw new Error('retrieveMetricsAuth() returned null') + let finalRoute = '/api/reports/usage/single' + const { data } = await axios.post(params.baseUrl + finalRoute, request, { headers: { 'authorization': auth } }) + if (data.status === 'ERROR' && typeof data.reason === 'string') return data + if (data.status === 'OK') { + const result = data + if(!params.checkResult) return { status: 'OK', ...result } + const error = Types.UsageMetricTlvValidate(result) + if (error === null) { return { status: 'OK', ...result } } else return { status: 'ERROR', reason: error.message } + } + return { status: 'ERROR', reason: 'invalid response' } + }, + GetUsageMetrics: async (request: Types.LatestUsageMetricReq): Promise => { const auth = await params.retrieveMetricsAuth() if (auth === null) throw new Error('retrieveMetricsAuth() returned null') let finalRoute = '/api/reports/usage' - const { data } = await axios.post(params.baseUrl + finalRoute, {}, { headers: { 'authorization': auth } }) + const { data } = await axios.post(params.baseUrl + finalRoute, request, { headers: { 'authorization': auth } }) if (data.status === 'ERROR' && typeof data.reason === 'string') return data if (data.status === 'OK') { const result = data diff --git a/proto/autogenerated/ts/nostr_client.ts b/proto/autogenerated/ts/nostr_client.ts index 04f14158..48dd15b9 100644 --- a/proto/autogenerated/ts/nostr_client.ts +++ b/proto/autogenerated/ts/nostr_client.ts @@ -422,10 +422,26 @@ export default (params: NostrClientParams, send: (to:string, message: NostrRequ } return { status: 'ERROR', reason: 'invalid response' } }, - GetUsageMetrics: async (): Promise => { + GetSingleUsageMetrics: async (request: Types.SingleUsageMetricReq): Promise => { const auth = await params.retrieveNostrMetricsAuth() if (auth === null) throw new Error('retrieveNostrMetricsAuth() returned null') const nostrRequest: NostrRequest = {} + nostrRequest.body = request + const data = await send(params.pubDestination, {rpcName:'GetSingleUsageMetrics',authIdentifier:auth, ...nostrRequest }) + if (data.status === 'ERROR' && typeof data.reason === 'string') return data + if (data.status === 'OK') { + const result = data + if(!params.checkResult) return { status: 'OK', ...result } + const error = Types.UsageMetricTlvValidate(result) + if (error === null) { return { status: 'OK', ...result } } else return { status: 'ERROR', reason: error.message } + } + return { status: 'ERROR', reason: 'invalid response' } + }, + GetUsageMetrics: async (request: Types.LatestUsageMetricReq): Promise => { + const auth = await params.retrieveNostrMetricsAuth() + if (auth === null) throw new Error('retrieveNostrMetricsAuth() returned null') + const nostrRequest: NostrRequest = {} + nostrRequest.body = request const data = await send(params.pubDestination, {rpcName:'GetUsageMetrics',authIdentifier:auth, ...nostrRequest }) if (data.status === 'ERROR' && typeof data.reason === 'string') return data if (data.status === 'OK') { diff --git a/proto/autogenerated/ts/nostr_transport.ts b/proto/autogenerated/ts/nostr_transport.ts index 7d3f2c7d..412e02e8 100644 --- a/proto/autogenerated/ts/nostr_transport.ts +++ b/proto/autogenerated/ts/nostr_transport.ts @@ -799,14 +799,33 @@ export default (methods: Types.ServerMethods, opts: NostrOptions) => { opts.metricsCallback([{ ...info, ...stats, ...authContext }]) }catch(ex){ const e = ex as any; logErrorAndReturnResponse(e, e.message || e, res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback); if (opts.throwErrors) throw e } break + case 'GetSingleUsageMetrics': + try { + if (!methods.GetSingleUsageMetrics) throw new Error('method: GetSingleUsageMetrics is not implemented') + const authContext = await opts.NostrMetricsAuthGuard(req.appId, req.authIdentifier) + stats.guard = process.hrtime.bigint() + authCtx = authContext + const request = req.body + const error = Types.SingleUsageMetricReqValidate(request) + stats.validate = process.hrtime.bigint() + if (error !== null) return logErrorAndReturnResponse(error, 'invalid request body', res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback) + const response = await methods.GetSingleUsageMetrics({rpcName:'GetSingleUsageMetrics', ctx:authContext , req: request}) + stats.handle = process.hrtime.bigint() + res({status: 'OK', ...response}) + opts.metricsCallback([{ ...info, ...stats, ...authContext }]) + }catch(ex){ const e = ex as any; logErrorAndReturnResponse(e, e.message || e, res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback); if (opts.throwErrors) throw e } + break case 'GetUsageMetrics': try { if (!methods.GetUsageMetrics) throw new Error('method: GetUsageMetrics is not implemented') const authContext = await opts.NostrMetricsAuthGuard(req.appId, req.authIdentifier) stats.guard = process.hrtime.bigint() authCtx = authContext - stats.validate = stats.guard - const response = await methods.GetUsageMetrics({rpcName:'GetUsageMetrics', ctx:authContext }) + const request = req.body + const error = Types.LatestUsageMetricReqValidate(request) + stats.validate = process.hrtime.bigint() + if (error !== null) return logErrorAndReturnResponse(error, 'invalid request body', res, logger, { ...info, ...stats, ...authCtx }, opts.metricsCallback) + const response = await methods.GetUsageMetrics({rpcName:'GetUsageMetrics', ctx:authContext , req: request}) stats.handle = process.hrtime.bigint() res({status: 'OK', ...response}) opts.metricsCallback([{ ...info, ...stats, ...authContext }]) diff --git a/proto/autogenerated/ts/types.ts b/proto/autogenerated/ts/types.ts index 7fbffbf1..767710c5 100644 --- a/proto/autogenerated/ts/types.ts +++ b/proto/autogenerated/ts/types.ts @@ -27,8 +27,8 @@ export type GuestWithPubMethodOutputs = LinkNPubThroughToken_Output | UseInviteL export type MetricsContext = { operator_id: string } -export type MetricsMethodInputs = GetAppsMetrics_Input | GetErrorStats_Input | GetLndMetrics_Input | GetUsageMetrics_Input -export type MetricsMethodOutputs = GetAppsMetrics_Output | GetErrorStats_Output | GetLndMetrics_Output | GetUsageMetrics_Output +export type MetricsMethodInputs = GetAppsMetrics_Input | GetErrorStats_Input | GetLndMetrics_Input | GetSingleUsageMetrics_Input | GetUsageMetrics_Input +export type MetricsMethodOutputs = GetAppsMetrics_Output | GetErrorStats_Output | GetLndMetrics_Output | GetSingleUsageMetrics_Output | GetUsageMetrics_Output export type UserContext = { app_id: string app_user_id: string @@ -161,7 +161,10 @@ export type GetPaymentState_Output = ResultError | ({ status: 'OK' } & PaymentSt export type GetSeed_Input = {rpcName:'GetSeed'} export type GetSeed_Output = ResultError | ({ status: 'OK' } & LndSeed) -export type GetUsageMetrics_Input = {rpcName:'GetUsageMetrics'} +export type GetSingleUsageMetrics_Input = {rpcName:'GetSingleUsageMetrics', req: SingleUsageMetricReq} +export type GetSingleUsageMetrics_Output = ResultError | ({ status: 'OK' } & UsageMetricTlv) + +export type GetUsageMetrics_Input = {rpcName:'GetUsageMetrics', req: LatestUsageMetricReq} export type GetUsageMetrics_Output = ResultError | ({ status: 'OK' } & UsageMetrics) export type GetUserInfo_Input = {rpcName:'GetUserInfo'} @@ -318,6 +321,7 @@ export type ServerMethods = { GetNPubLinkingState?: (req: GetNPubLinkingState_Input & {ctx: AppContext }) => Promise GetPaymentState?: (req: GetPaymentState_Input & {ctx: UserContext }) => Promise GetSeed?: (req: GetSeed_Input & {ctx: AdminContext }) => Promise + GetSingleUsageMetrics?: (req: GetSingleUsageMetrics_Input & {ctx: MetricsContext }) => Promise GetUsageMetrics?: (req: GetUsageMetrics_Input & {ctx: MetricsContext }) => Promise GetUserInfo?: (req: GetUserInfo_Input & {ctx: UserContext }) => Promise GetUserOffer?: (req: GetUserOffer_Input & {ctx: UserContext }) => Promise @@ -1799,6 +1803,25 @@ export const HttpCredsValidate = (o?: HttpCreds, opts: HttpCredsOptions = {}, pa return null } +export type LatestUsageMetricReq = { + limit?: number +} +export type LatestUsageMetricReqOptionalField = 'limit' +export const LatestUsageMetricReqOptionalFields: LatestUsageMetricReqOptionalField[] = ['limit'] +export type LatestUsageMetricReqOptions = OptionsBaseMessage & { + checkOptionalsAreSet?: LatestUsageMetricReqOptionalField[] + limit_CustomCheck?: (v?: number) => boolean +} +export const LatestUsageMetricReqValidate = (o?: LatestUsageMetricReq, opts: LatestUsageMetricReqOptions = {}, path: string = 'LatestUsageMetricReq::root.'): Error | null => { + if (opts.checkOptionalsAreSet && opts.allOptionalsAreSet) return new Error(path + ': only one of checkOptionalsAreSet or allOptionalNonDefault can be set for each message') + if (typeof o !== 'object' || o === null) return new Error(path + ': object is not an instance of an object or is null') + + if ((o.limit || opts.allOptionalsAreSet || opts.checkOptionalsAreSet?.includes('limit')) && typeof o.limit !== 'number') return new Error(`${path}.limit: is not a number`) + if (opts.limit_CustomCheck && !opts.limit_CustomCheck(o.limit)) return new Error(`${path}.limit: custom check failed`) + + return null +} + export type LinkNPubThroughTokenRequest = { token: string } @@ -2234,6 +2257,19 @@ export const LnurlWithdrawInfoResponseValidate = (o?: LnurlWithdrawInfoResponse, return null } +export type MetricsFile = { +} +export const MetricsFileOptionalFields: [] = [] +export type MetricsFileOptions = OptionsBaseMessage & { + checkOptionalsAreSet?: [] +} +export const MetricsFileValidate = (o?: MetricsFile, opts: MetricsFileOptions = {}, path: string = 'MetricsFile::root.'): Error | null => { + if (opts.checkOptionalsAreSet && opts.allOptionalsAreSet) return new Error(path + ': only one of checkOptionalsAreSet or allOptionalNonDefault can be set for each message') + if (typeof o !== 'object' || o === null) return new Error(path + ': object is not an instance of an object or is null') + + return null +} + export type MigrationUpdate = { closure?: ClosureMigration relays?: RelaysMigration @@ -3142,6 +3178,34 @@ export const SetMockInvoiceAsPaidRequestValidate = (o?: SetMockInvoiceAsPaidRequ return null } +export type SingleUsageMetricReq = { + app_id: string + metrics_name: string + page: number +} +export const SingleUsageMetricReqOptionalFields: [] = [] +export type SingleUsageMetricReqOptions = OptionsBaseMessage & { + checkOptionalsAreSet?: [] + app_id_CustomCheck?: (v: string) => boolean + metrics_name_CustomCheck?: (v: string) => boolean + page_CustomCheck?: (v: number) => boolean +} +export const SingleUsageMetricReqValidate = (o?: SingleUsageMetricReq, opts: SingleUsageMetricReqOptions = {}, path: string = 'SingleUsageMetricReq::root.'): Error | null => { + if (opts.checkOptionalsAreSet && opts.allOptionalsAreSet) return new Error(path + ': only one of checkOptionalsAreSet or allOptionalNonDefault can be set for each message') + if (typeof o !== 'object' || o === null) return new Error(path + ': object is not an instance of an object or is null') + + if (typeof o.app_id !== 'string') return new Error(`${path}.app_id: is not a string`) + if (opts.app_id_CustomCheck && !opts.app_id_CustomCheck(o.app_id)) return new Error(`${path}.app_id: custom check failed`) + + if (typeof o.metrics_name !== 'string') return new Error(`${path}.metrics_name: is not a string`) + if (opts.metrics_name_CustomCheck && !opts.metrics_name_CustomCheck(o.metrics_name)) return new Error(`${path}.metrics_name: custom check failed`) + + if (typeof o.page !== 'number') return new Error(`${path}.page: is not a number`) + if (opts.page_CustomCheck && !opts.page_CustomCheck(o.page)) return new Error(`${path}.page: custom check failed`) + + return null +} + export type UpdateChannelPolicyRequest = { policy: ChannelPolicy update: UpdateChannelPolicyRequest_update diff --git a/proto/service/methods.proto b/proto/service/methods.proto index f628120e..2b15c83e 100644 --- a/proto/service/methods.proto +++ b/proto/service/methods.proto @@ -172,12 +172,18 @@ service LightningPub { option (nostr) = true; } - rpc GetUsageMetrics(structs.Empty) returns (structs.UsageMetrics) { + rpc GetUsageMetrics(structs.LatestUsageMetricReq) returns (structs.UsageMetrics) { option (auth_type) = "Metrics"; option (http_method) = "post"; option (http_route) = "/api/reports/usage"; option (nostr) = true; } + rpc GetSingleUsageMetrics(structs.SingleUsageMetricReq) returns (structs.UsageMetricTlv) { + option (auth_type) = "Metrics"; + option (http_method) = "post"; + option (http_route) = "/api/reports/usage/single"; + option (nostr) = true; + } rpc GetErrorStats(structs.Empty) returns (structs.ErrorStats) { option (auth_type) = "Metrics"; option (http_method) = "post"; diff --git a/proto/service/structs.proto b/proto/service/structs.proto index 94556216..60960d8f 100644 --- a/proto/service/structs.proto +++ b/proto/service/structs.proto @@ -33,6 +33,20 @@ message ErrorStats { ErrorStat past1m = 5; } +message MetricsFile { + +} + +message LatestUsageMetricReq { + optional int64 limit = 1; +} + +message SingleUsageMetricReq { + string app_id = 1; + string metrics_name = 2; + int64 page = 3; +} + message UsageMetric { int64 processed_at_ms = 1; int64 parsed_in_nano = 2; diff --git a/src/services/main/paymentManager.ts b/src/services/main/paymentManager.ts index 81acf2bc..4a18a2f8 100644 --- a/src/services/main/paymentManager.ts +++ b/src/services/main/paymentManager.ts @@ -690,7 +690,7 @@ export default class { throw new Error("user is banned, cannot retrieve operations") } const [outgoingInvoices, outgoingTransactions, incomingInvoices, incomingTransactions, incomingUserToUser, outgoingUserToUser] = await Promise.all([ - this.storage.paymentStorage.GetUserInvoicePayments(userId, req.latestOutgoingInvoice, req.max_size), + this.storage.paymentStorage.GetUserInvoicePayments(userId, req.latestOutgoingInvoice, req.max_size), // this.storage.paymentStorage.GetUserTransactionPayments(userId, req.latestOutgoingTx, req.max_size), this.storage.paymentStorage.GetUserInvoicesFlaggedAsPaid(userId, req.latestIncomingInvoice, req.max_size), this.storage.paymentStorage.GetUserReceivingTransactions(userId, req.latestIncomingTx, req.max_size), diff --git a/src/services/metrics/index.ts b/src/services/metrics/index.ts index 307992f3..0a7a19c6 100644 --- a/src/services/metrics/index.ts +++ b/src/services/metrics/index.ts @@ -69,8 +69,12 @@ export default class Handler { })) } - async GetUsageMetrics(): Promise { - return this.storage.metricsEventStorage.LoadLatestMetrics() + async GetUsageMetrics(req: Types.LatestUsageMetricReq): Promise { + return this.storage.metricsEventStorage.LoadLatestMetrics(req.limit) + } + + async GetSingleUsageMetrics(req: Types.SingleUsageMetricReq): Promise { + return this.storage.metricsEventStorage.LoadMetricsFile(req.app_id, req.metrics_name, req.page) } async GetErrorStats(): Promise { diff --git a/src/services/serverMethods/index.ts b/src/services/serverMethods/index.ts index 316fbf92..d01ab79b 100644 --- a/src/services/serverMethods/index.ts +++ b/src/services/serverMethods/index.ts @@ -4,8 +4,11 @@ import main from '../main/index.js' import Main from '../main/index.js' export default (mainHandler: Main): Types.ServerMethods => { return { - GetUsageMetrics: async ({ ctx }) => { - return mainHandler.metricsManager.GetUsageMetrics() + GetUsageMetrics: async ({ ctx, req }) => { + return mainHandler.metricsManager.GetUsageMetrics(req) + }, + GetSingleUsageMetrics: async ({ ctx, req }) => { + return mainHandler.metricsManager.GetSingleUsageMetrics(req) }, GetErrorStats: async ({ ctx }) => { return mainHandler.metricsManager.GetErrorStats() diff --git a/src/services/storage/metricsEventStorage.ts b/src/services/storage/metricsEventStorage.ts index 11727613..a1447883 100644 --- a/src/services/storage/metricsEventStorage.ts +++ b/src/services/storage/metricsEventStorage.ts @@ -107,7 +107,7 @@ export default class { } - LoadLatestMetrics = async (): Promise => { + LoadLatestMetrics = async (limit = 100): Promise => { this.persistMetrics() const metrics: Types.UsageMetrics = { apps: {} } this.foreachMetricMethodFile((app, method, tlvFiles) => { @@ -120,6 +120,9 @@ export default class { if (!metrics.apps[app]) { metrics.apps[app] = { app_metrics: {} } } + if (decoded.length > limit) { + decoded.splice(0, decoded.length - limit) + } metrics.apps[app].app_metrics[method] = { base_64_tlvs: decoded.map(d => Buffer.from(d).toString('base64')), current_chunk: latest, @@ -129,6 +132,20 @@ export default class { return metrics } + LoadMetricsFile = async (app: string, method: string, chunk: number): Promise => { + if (!this.metaReady || !this.metricsMeta[app] || !this.metricsMeta[app][method] || !this.metricsMeta[app][method].chunks.includes(chunk)) { + throw new Error("metrics not found") + } + const fullPath = [this.metricsPath, app, method, `${chunk}.mtlv`].join("/") + const tlv = fs.readFileSync(fullPath) + const decoded = decodeListTLV(parseTLV(tlv)) + return { + base_64_tlvs: decoded.map(d => Buffer.from(d).toString('base64')), + current_chunk: chunk, + available_chunks: this.metricsMeta[app][method].chunks + } + } + persistMetrics = () => { if (!this.metaReady) { throw new Error("meta metrics not ready") diff --git a/src/services/storage/paymentStorage.ts b/src/services/storage/paymentStorage.ts index 9e7755c3..2964b085 100644 --- a/src/services/storage/paymentStorage.ts +++ b/src/services/storage/paymentStorage.ts @@ -213,7 +213,7 @@ export default class { user_id: userId }, serial_id: MoreThanOrEqual(fromIndex), - paid_at_unix: MoreThan(0), + paid_at_unix: MoreThan(-1), }, order: { paid_at_unix: 'DESC'