Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

adding ledgerbackend datastore txmeta as a data source #235

Merged
merged 8 commits into from
Apr 22, 2024
Merged

adding ledgerbackend datastore txmeta as a data source #235

Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
585db84
adding ledgerbackend datastore txmeta as a data source
chowbao Mar 24, 2024
5e8f662
Fix operations trace code
chowbao Mar 26, 2024
00a2f4d
Merge branch 'master' into cdp-integration
chowbao Apr 18, 2024
0e3bf80
Address comments and updates
chowbao Apr 19, 2024
e8b009d
fix params
chowbao Apr 19, 2024
04ac6c8
Merge branch 'master' into cdp-integration
chowbao Apr 19, 2024
29f8147
Fix test
chowbao Apr 19, 2024
dd99736
Use new ledgerbackend changes
chowbao Apr 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions cmd/export_account_signers.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@ should be used in an initial data dump. In order to get account information with
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
4 changes: 2 additions & 2 deletions cmd/export_accounts.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@ should be used in an initial data dump. In order to get account information with
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_all_history.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,13 @@ This is a temporary command used to reduce the amount of requests to history arc
in order to mitigate egress costs for the entity hosting history archives.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

allHistory, err := input.GetAllHistory(startNum, endNum, limit, env)
allHistory, err := input.GetAllHistory(startNum, endNum, limit, env, useCaptiveCore)
if err != nil {
cmdLogger.Fatal("could not read all history: ", err)
}
Expand Down
12 changes: 10 additions & 2 deletions cmd/export_assets.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,14 +16,22 @@ var assetsCmd = &cobra.Command{
Long: `Exports the assets that are created from payment operations over a specified ledger range`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

outFile := mustOutFile(path)

paymentOps, err := input.GetPaymentOperations(startNum, endNum, limit, isTest, isFuture)
var paymentOps []input.AssetTransformInput
var err error

if useCaptiveCore {
paymentOps, err = input.GetPaymentOperationsHistoryArchive(startNum, endNum, limit, isTest, isFuture)
} else {
paymentOps, err = input.GetPaymentOperations(startNum, endNum, limit, env, useCaptiveCore)
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I like your idea of eventually refactoring this History Archives method to use lcm directly. I think it's cleaner and less confusing

}
if err != nil {
cmdLogger.Fatal("could not read asset: ", err)
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/export_claimable_balances.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@ var claimableBalancesCmd = &cobra.Command{
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_config_setting.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,15 +16,15 @@ import (
var configSettingCmd = &cobra.Command{
Use: "export_config_setting",
Short: "Exports the config setting information.",
Long: `Exports historical config settings data from the genesis ledger to the provided end-ledger to an output file.
Long: `Exports historical config settings data from the genesis ledger to the provided end-ledger to an output file.
The command reads from the bucket list, which includes the full history of the Stellar ledger. As a result, it
should be used in an initial data dump. In order to get offer information within a specified ledger range, see
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_contract_code.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,15 +16,15 @@ import (
var codeCmd = &cobra.Command{
Use: "export_contract_code",
Short: "Exports the contract code information.",
Long: `Exports historical contract code data from the genesis ledger to the provided end-ledger to an output file.
Long: `Exports historical contract code data from the genesis ledger to the provided end-ledger to an output file.
The command reads from the bucket list, which includes the full history of the Stellar ledger. As a result, it
should be used in an initial data dump. In order to get offer information within a specified ledger range, see
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_contract_data.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,15 +16,15 @@ import (
var dataCmd = &cobra.Command{
Use: "export_contract_data",
Short: "Exports the contract data information made from the genesis ledger to a specified endpoint.",
Long: `Exports historical contract data from the genesis ledger to the provided end-ledger to an output file.
Long: `Exports historical contract data from the genesis ledger to the provided end-ledger to an output file.
The command reads from the bucket list, which includes the full history of the Stellar ledger. As a result, it
should be used in an initial data dump. In order to get offer information within a specified ledger range, see
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_diagnostic_events.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,13 @@ var diagnosticEventsCmd = &cobra.Command{
Long: `Exports the diagnostic events over a specified range to an output file.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

transactions, err := input.GetTransactions(startNum, endNum, limit, env)
transactions, err := input.GetTransactions(startNum, endNum, limit, env, useCaptiveCore)
if err != nil {
cmdLogger.Fatal("could not read transactions: ", err)
}
Expand Down
6 changes: 3 additions & 3 deletions cmd/export_effects.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,13 +14,13 @@ var effectsCmd = &cobra.Command{
Long: "Exports the effects data over a specified range to an output file.",
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

transactions, err := input.GetTransactions(startNum, endNum, limit, env)
transactions, err := input.GetTransactions(startNum, endNum, limit, env, useCaptiveCore)
if err != nil {
cmdLogger.Fatalf("could not read transactions in [%d, %d] (limit=%d): %v", startNum, endNum, limit, err)
}
Expand Down
29 changes: 14 additions & 15 deletions cmd/export_ledger_entry_changes.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,12 +1,14 @@
package cmd

import (
"context"
"fmt"
"math"
"os"
"path/filepath"

"github.com/spf13/cobra"
"github.com/stellar/go/ingest/ledgerbackend"
"github.com/stellar/go/xdr"
"github.com/stellar/stellar-etl/internal/input"
"github.com/stellar/stellar-etl/internal/transform"
Expand All @@ -26,14 +28,16 @@ confirmed by the Stellar network.
If no data type flags are set, then by default all of them are exported. If any are set, it is assumed that the others should not
be exported.`,
Run: func(cmd *cobra.Command, args []string) {
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

execPath, configPath, startNum, batchSize, outputFolder := utils.MustCoreFlags(cmd.Flags(), cmdLogger)
_, configPath, startNum, batchSize, outputFolder := utils.MustCoreFlags(cmd.Flags(), cmdLogger)
exports := utils.MustExportTypeFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

cmd.Flags()

err := os.MkdirAll(outputFolder, os.ModePerm)
if err != nil {
cmdLogger.Fatalf("unable to mkdir %s: %v", outputFolder, err)
Expand All @@ -46,7 +50,7 @@ be exported.`,
// If none of the export flags are set, then we assume that everything should be exported
allFalse := true
for _, value := range exports {
if true == value {
if value {
sydneynotthecity marked this conversation as resolved.
Show resolved Hide resolved
allFalse = false
break
}
Expand All @@ -62,19 +66,15 @@ be exported.`,
cmdLogger.Fatal("stellar-core needs a config file path when exporting ledgers continuously (endNum = 0)")
}

execPath, err = filepath.Abs(execPath)
if err != nil {
cmdLogger.Fatal("could not get absolute filepath for stellar-core executable: ", err)
}

configPath, err = filepath.Abs(configPath)
ctx := context.Background()
backend, err := utils.CreateLedgerBackend(ctx, useCaptiveCore, env)
if err != nil {
cmdLogger.Fatal("could not get absolute filepath for the config file: ", err)
cmdLogger.Fatal("error creating a cloud storage backend: ", err)
}

core, err := input.PrepareCaptiveCore(execPath, configPath, startNum, endNum, env)
err = backend.PrepareRange(ctx, ledgerbackend.BoundedRange(startNum, endNum))
if err != nil {
cmdLogger.Fatal("error creating a prepared captive core instance: ", err)
cmdLogger.Fatal("error preparing ledger range for cloud storage backend: ", err)
}

if endNum == 0 {
Expand All @@ -83,7 +83,7 @@ be exported.`,

changeChan := make(chan input.ChangeBatch)
closeChan := make(chan int)
go input.StreamChanges(core, startNum, endNum, batchSize, changeChan, closeChan, env, cmdLogger)
go input.StreamChanges(&backend, startNum, endNum, batchSize, changeChan, closeChan, env, cmdLogger)

for {
select {
Expand Down Expand Up @@ -295,7 +295,6 @@ func init() {
utils.AddCloudStorageFlags(exportLedgerEntryChangesCmd.Flags())

exportLedgerEntryChangesCmd.MarkFlagRequired("start-ledger")
exportLedgerEntryChangesCmd.MarkFlagRequired("core-executable")
/*
Current flags:
start-ledger: the ledger sequence number for the beginning of the export period
Expand Down
6 changes: 3 additions & 3 deletions cmd/export_ledger_transaction.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,13 @@ var ledgerTransactionCmd = &cobra.Command{
Long: `Exports the ledger_transaction transaction data over a specified range to an output file.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

ledgerTransaction, err := input.GetTransactions(startNum, endNum, limit, env)
ledgerTransaction, err := input.GetTransactions(startNum, endNum, limit, env, useCaptiveCore)
if err != nil {
cmdLogger.Fatal("could not read ledger_transaction: ", err)
}
Expand Down
13 changes: 11 additions & 2 deletions cmd/export_ledgers.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import (

"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
"github.com/stellar/go/historyarchive"
"github.com/stellar/stellar-etl/internal/input"
"github.com/stellar/stellar-etl/internal/transform"
"github.com/stellar/stellar-etl/internal/utils"
Expand All @@ -16,12 +17,20 @@ var ledgersCmd = &cobra.Command{
Long: `Exports ledger data within the specified range to an output file. Encodes ledgers as JSON objects and exports them to the output file.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

ledgers, err := input.GetLedgers(startNum, endNum, limit, isTest, isFuture)
var ledgers []historyarchive.Ledger
var err error

if useCaptiveCore {
ledgers, err = input.GetLedgersHistoryArchive(startNum, endNum, limit, isTest, isFuture)
} else {
ledgers, err = input.GetLedgers(startNum, endNum, limit, env, useCaptiveCore)
}
if err != nil {
cmdLogger.Fatal("could not read ledgers: ", err)
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/export_liquidity_pools.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,9 @@ should be used in an initial data dump. In order to get liqudity pools informati
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
4 changes: 2 additions & 2 deletions cmd/export_offers.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,9 @@ var offersCmd = &cobra.Command{
the export_ledger_entry_changes command.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)
path := utils.MustBucketFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)

Expand Down
6 changes: 3 additions & 3 deletions cmd/export_operations.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,13 @@ var operationsCmd = &cobra.Command{
Long: `Exports the operations data over a specified range. Each operation is an individual command that mutates the Stellar ledger.`,
Run: func(cmd *cobra.Command, args []string) {
cmdLogger.SetLevel(logrus.InfoLevel)
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, useCaptiveCore, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
startNum, path, limit := utils.MustArchiveFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

operations, err := input.GetOperations(startNum, endNum, limit, env)
operations, err := input.GetOperations(startNum, endNum, limit, env, useCaptiveCore)
if err != nil {
cmdLogger.Fatal("could not read operations: ", err)
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/export_orderbooks.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,9 @@ var exportOrderbooksCmd = &cobra.Command{
If the end-ledger is omitted, then the stellar-core node will continue running and exporting information as new ledgers are
confirmed by the Stellar network. In this unbounded case, a stellar-core config path is required to utilize the Captive Core toml.`,
Run: func(cmd *cobra.Command, args []string) {
endNum, strictExport, isTest, isFuture, extra := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
endNum, strictExport, isTest, isFuture, extra, _, datastoreUrl := utils.MustCommonFlags(cmd.Flags(), cmdLogger)
cmdLogger.StrictExport = strictExport
env := utils.GetEnvironmentDetails(isTest, isFuture)
env := utils.GetEnvironmentDetails(isTest, isFuture, datastoreUrl)

execPath, configPath, startNum, batchSize, outputFolder := utils.MustCoreFlags(cmd.Flags(), cmdLogger)
cloudStorageBucket, cloudCredentials, cloudProvider := utils.MustCloudStorageFlags(cmd.Flags(), cmdLogger)
Expand Down
Loading
Loading