exp: Add the Zenith (Light Horizon) prototype

.github/workflows/horizon.yml

@@ -158,3 +158,50 @@ jobs:
       - if: github.ref == 'refs/heads/master'
         name: Push to DockerHub
         run: docker push stellar/horizon-verify-range:latest
+
+  ledger-exporter:
+    name: Test and push the Ledger Exporter images
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          # For pull requests, build and test the PR head not a merge of the PR with the destination.
+          ref:  ${{ github.event.pull_request.head.sha || github.ref }}
+      - name: Build and test Ledger Exporter images
+        # Any range should do for basic testing, this range was chosen pretty early in history so that it only takes a few mins to run
+        run: |
+          chmod 755 ./exp/lighthorizon/build/build.sh
+          mkdir $PWD/ledgerexport
+          # mkdir $PWD/index
+
+          ./exp/lighthorizon/build/build.sh ledgerexporter stellar latest false
+          docker run -e ARCHIVE_TARGET=file:///ledgerexport\
+                     -e START=5\
+                     -e END=150\
+                     -e NETWORK_PASSPHRASE="Public Global Stellar Network ; September 2015"\
+                     -e CAPTIVE_CORE_CONFIG="/captive-core-pubnet.cfg"\
+                     -e HISTORY_ARCHIVE_URLS="https://history.stellar.org/prd/core-live/core_live_001"\
+                     -v $PWD/ledgerexport:/ledgerexport\
+                     stellar/lighthorizon-ledgerexporter
+
+          # # run map job
+          # docker run -e NETWORK_PASSPHRASE='pubnet' -e JOB_INDEX_ENV=AWS_BATCH_JOB_ARRAY_INDEX -e AWS_BATCH_JOB_ARRAY_INDEX=0 -e BATCH_SIZE=64 -e FIRST_CHECKPOINT=64 \
+          #            -e WORKER_COUNT=1 -e RUN_MODE=map -v $PWD/ledgerexport:/ledgermeta -e TXMETA_SOURCE=file:///ledgermeta -v $PWD/index:/index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch
+
+          # # run reduce job
+          # docker run -e NETWORK_PASSPHRASE='pubnet' -e JOB_INDEX_ENV=AWS_BATCH_JOB_ARRAY_INDEX -e AWS_BATCH_JOB_ARRAY_INDEX=0 -e MAP_JOB_COUNT=1 -e REDUCE_JOB_COUNT=1 \
+          #            -e WORKER_COUNT=1 -e RUN_MODE=reduce -v $PWD/index:/index -e INDEX_SOURCE_ROOT=file:///index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch
+
+      # Push images
+      - if: github.ref == 'refs/heads/master' || github.ref == 'refs/heads/lighthorizon'
+        name: Login to DockerHub
+        uses: docker/login-action@bb984efc561711aaa26e433c32c3521176eae55b
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - if: github.ref == 'refs/heads/master' || github.ref == 'refs/heads/lighthorizon'
+        name: Push to DockerHub
+        run: |
+          chmod 755 ./exp/lighthorizon/build/build.sh
+          ./exp/lighthorizon/build/build.sh ledgerexporter stellar latest true

Makefile

@@ -12,7 +12,8 @@ xdr/Stellar-contract-meta.x \
 xdr/Stellar-contract-spec.x \
 xdr/Stellar-contract.x \
 xdr/Stellar-internal.x \
-xdr/Stellar-contract-config-setting.x
+xdr/Stellar-contract-config-setting.x \
+xdr/Stellar-lighthorizon.x
 
 XDRGEN_COMMIT=e2cac557162d99b12ae73b846cf3d5bfe16636de
 XDR_COMMIT=bb54e505f814386a3f45172e0b7e95b7badbe969

clients/horizonclient/CHANGELOG.md

@@ -16,6 +16,13 @@ file.  This project adheres to [Semantic Versioning](http://semver.org/).
 * The library is updated to align with breaking changes to `txnbuild`.
 
 
+## [v10.0.0](https://github.com/stellar/go/releases/tag/horizonclient-v10.0.0) - 2022-04-18
+
+**This release adds support for Protocol 19:**
+
+* The library is updated to align with breaking changes to `txnbuild`.
+
+
 ## [v9.0.0](https://github.com/stellar/go/releases/tag/horizonclient-v9.0.0) - 2022-01-10
 
 None

exp/lighthorizon/actions/accounts.go

@@ -0,0 +1,142 @@
+package actions
+
+import (
+	"errors"
+	"net/http"
+	"os"
+	"strconv"
+
+	"github.com/stellar/go/support/log"
+	"github.com/stellar/go/xdr"
+
+	"github.com/stellar/go/exp/lighthorizon/adapters"
+	"github.com/stellar/go/exp/lighthorizon/services"
+	hProtocol "github.com/stellar/go/protocols/horizon"
+	"github.com/stellar/go/protocols/horizon/operations"
+	"github.com/stellar/go/support/render/hal"
+	supportProblem "github.com/stellar/go/support/render/problem"
+	"github.com/stellar/go/toid"
+)
+
+const (
+	urlAccountId = "account_id"
+)
+
+func accountRequestParams(w http.ResponseWriter, r *http.Request) (string, pagination, error) {
+	var accountId string
+	var accountErr bool
+
+	if accountId, accountErr = getURLParam(r, urlAccountId); !accountErr {
+		return "", pagination{}, errors.New("unable to find account_id in url path")
+	}
+
+	paginate, err := paging(r)
+	if err != nil {
+		return "", pagination{}, err
+	}
+
+	if paginate.Cursor < 1 {
+		paginate.Cursor = toid.New(1, 1, 1).ToInt64()
+	}
+
+	if paginate.Limit == 0 {
+		paginate.Limit = 10
+	}
+
+	return accountId, paginate, nil
+}
+
+func NewTXByAccountHandler(lightHorizon services.LightHorizon) func(http.ResponseWriter, *http.Request) {
+	return func(w http.ResponseWriter, r *http.Request) {
+		ctx := r.Context()
+		var accountId string
+		var paginate pagination
+		var err error
+
+		if accountId, paginate, err = accountRequestParams(w, r); err != nil {
+			errorMsg := supportProblem.MakeInvalidFieldProblem("account_id", err)
+			sendErrorResponse(r.Context(), w, *errorMsg)
+			return
+		}
+
+		page := hal.Page{
+			Cursor: strconv.FormatInt(paginate.Cursor, 10),
+			Order:  string(paginate.Order),
+			Limit:  uint64(paginate.Limit),
+		}
+		page.Init()
+		page.FullURL = r.URL
+
+		txns, err := lightHorizon.Transactions.GetTransactionsByAccount(ctx, paginate.Cursor, paginate.Limit, accountId)
+		if err != nil {
+			log.Error(err)
+			if os.IsNotExist(err) {
+				sendErrorResponse(r.Context(), w, supportProblem.NotFound)
+			} else if err != nil {
+				sendErrorResponse(r.Context(), w, supportProblem.ServerError)
+			}
+			return
+		}
+
+		encoder := xdr.NewEncodingBuffer()
+		for _, txn := range txns {
+			var response hProtocol.Transaction
+			response, err = adapters.PopulateTransaction(r.URL, &txn, encoder)
+			if err != nil {
+				log.Error(err)
+				sendErrorResponse(r.Context(), w, supportProblem.ServerError)
+				return
+			}
+
+			page.Add(response)
+		}
+
+		page.PopulateLinks()
+		sendPageResponse(r.Context(), w, page)
+	}
+}
+
+func NewOpsByAccountHandler(lightHorizon services.LightHorizon) func(http.ResponseWriter, *http.Request) {
+	return func(w http.ResponseWriter, r *http.Request) {
+		ctx := r.Context()
+		var accountId string
+		var paginate pagination
+		var err error
+
+		if accountId, paginate, err = accountRequestParams(w, r); err != nil {
+			errorMsg := supportProblem.MakeInvalidFieldProblem("account_id", err)
+			sendErrorResponse(r.Context(), w, *errorMsg)
+			return
+		}
+
+		page := hal.Page{
+			Cursor: strconv.FormatInt(paginate.Cursor, 10),
+			Order:  string(paginate.Order),
+			Limit:  uint64(paginate.Limit),
+		}
+		page.Init()
+		page.FullURL = r.URL
+
+		ops, err := lightHorizon.Operations.GetOperationsByAccount(ctx, paginate.Cursor, paginate.Limit, accountId)
+		if err != nil {
+			log.Error(err)
+			sendErrorResponse(r.Context(), w, supportProblem.ServerError)
+			return
+		}
+
+		for _, op := range ops {
+			var response operations.Operation
+			response, err = adapters.PopulateOperation(r, &op)
+			if err != nil {
+				log.Error(err)
+				sendErrorResponse(r.Context(), w, supportProblem.ServerError)
+				return
+			}
+
+			page.Add(response)
+		}
+
+		page.PopulateLinks()
+		sendPageResponse(r.Context(), w, page)
+	}
+}