From 4ad1f4d246b808d2a08f7af0e52b680724629843 Mon Sep 17 00:00:00 2001 From: HenrikJannsen Date: Thu, 24 Nov 2022 16:26:31 -0500 Subject: [PATCH] Remove pricenode module It has been extracted to https://github.com/bisq-network/bisq-pricenode Signed-off-by: HenrikJannsen --- Makefile | 1 - build.gradle | 77 ---- pricenode/Procfile | 1 - pricenode/README-HEROKU.md | 42 -- pricenode/README.md | 86 ---- pricenode/TODO.md | 20 - pricenode/bisq-pricenode.env | 1 - pricenode/bisq-pricenode.service | 22 - pricenode/collectd.conf.snippet | 5 - pricenode/docker/Dockerfile | 26 -- pricenode/docker/README.md | 43 -- pricenode/docker/cloudconfig.yml | 103 ----- pricenode/docker/docker-compose.yml | 21 - pricenode/docker/installDockerCompose.sh | 4 - pricenode/docker/loop.sh | 8 - pricenode/docker/rebuildAndRestart.sh | 4 - pricenode/docker/start_node.sh | 1 - pricenode/docker/start_tor.sh | 4 - pricenode/docker/torrc | 2 - pricenode/install_hsversion_debian.sh | 41 -- pricenode/install_networksize_debian.sh | 42 -- pricenode/install_pricenode_debian.sh | 90 ---- pricenode/journalscraper.sh | 20 - pricenode/journalscraper_hsversion.sh | 20 - pricenode/src/main/java/bisq/price/Main.java | 51 --- .../main/java/bisq/price/PriceController.java | 35 -- .../main/java/bisq/price/PriceProvider.java | 120 ----- .../main/java/bisq/price/mining/FeeRate.java | 52 --- .../bisq/price/mining/FeeRateController.java | 40 -- .../bisq/price/mining/FeeRateProvider.java | 36 -- .../bisq/price/mining/FeeRateService.java | 107 ----- .../providers/MempoolFeeRateProvider.java | 228 ---------- .../java/bisq/price/spot/ExchangeRate.java | 99 ----- .../price/spot/ExchangeRateController.java | 58 --- .../bisq/price/spot/ExchangeRateProvider.java | 338 -------------- .../bisq/price/spot/ExchangeRateService.java | 187 -------- .../bisq/price/spot/providers/BTCMarkets.java | 46 -- .../bisq/price/spot/providers/Binance.java | 46 -- .../price/spot/providers/BitcoinAverage.java | 57 --- .../bisq/price/spot/providers/Bitfinex.java | 45 -- .../bisq/price/spot/providers/Bitflyer.java | 45 -- .../bisq/price/spot/providers/Bitstamp.java | 45 -- .../bisq/price/spot/providers/CoinGecko.java | 105 ----- .../price/spot/providers/CoinMarketCap.java | 54 --- .../price/spot/providers/CoinbasePro.java | 49 --- .../bisq/price/spot/providers/Coinone.java | 46 -- .../spot/providers/IndependentReserve.java | 46 -- .../bisq/price/spot/providers/Kraken.java | 50 --- .../java/bisq/price/spot/providers/Luno.java | 53 --- .../price/spot/providers/MercadoBitcoin.java | 46 -- .../bisq/price/spot/providers/Paribu.java | 45 -- .../bisq/price/spot/providers/Poloniex.java | 45 -- .../bisq/price/spot/providers/Quoine.java | 50 --- .../main/java/bisq/price/util/Altcoins.java | 32 -- .../price/util/bitpay/BitpayMarketData.java | 13 - .../bisq/price/util/bitpay/BitpayTicker.java | 18 - .../util/coingecko/CoinGeckoMarketData.java | 22 - .../price/util/coingecko/CoinGeckoTicker.java | 20 - .../coinpaprika/CoinpaprikaMarketData.java | 17 - .../util/coinpaprika/CoinpaprikaTicker.java | 16 - .../src/main/resources/application.properties | 12 - pricenode/src/main/resources/banner.txt | 6 - pricenode/src/main/resources/logback.xml | 16 - pricenode/src/main/resources/version.txt | 1 - .../AbstractExchangeRateProviderTest.java | 66 --- .../bisq/price/mining/FeeRateServiceTest.java | 110 ----- .../providers/MempoolFeeRateProviderTest.java | 100 ----- .../price/spot/ExchangeRateServiceTest.java | 414 ------------------ .../price/spot/providers/BTCMarketsTest.java | 36 -- .../price/spot/providers/BinanceTest.java | 36 -- .../price/spot/providers/BitfinexTest.java | 36 -- .../price/spot/providers/BitflyerTest.java | 36 -- .../price/spot/providers/BitstampTest.java | 36 -- .../price/spot/providers/CoinGeckoTest.java | 36 -- .../price/spot/providers/CoinbaseProTest.java | 36 -- .../price/spot/providers/CoinoneTest.java | 36 -- .../providers/IndependentReserveTest.java | 36 -- .../bisq/price/spot/providers/KrakenTest.java | 36 -- .../bisq/price/spot/providers/LunoTest.java | 36 -- .../spot/providers/MercadoBitcoinTest.java | 36 -- .../bisq/price/spot/providers/ParibuTest.java | 36 -- .../price/spot/providers/PoloniexTest.java | 36 -- .../bisq/price/spot/providers/QuoineTest.java | 36 -- pricenode/torrc | 2 - pricenode/uninstall_hsversion_debian.sh | 29 -- settings.gradle | 1 - 86 files changed, 4343 deletions(-) delete mode 100644 pricenode/Procfile delete mode 100644 pricenode/README-HEROKU.md delete mode 100644 pricenode/README.md delete mode 100644 pricenode/TODO.md delete mode 100644 pricenode/bisq-pricenode.env delete mode 100644 pricenode/bisq-pricenode.service delete mode 100644 pricenode/collectd.conf.snippet delete mode 100644 pricenode/docker/Dockerfile delete mode 100644 pricenode/docker/README.md delete mode 100644 pricenode/docker/cloudconfig.yml delete mode 100644 pricenode/docker/docker-compose.yml delete mode 100644 pricenode/docker/installDockerCompose.sh delete mode 100644 pricenode/docker/loop.sh delete mode 100755 pricenode/docker/rebuildAndRestart.sh delete mode 100644 pricenode/docker/start_node.sh delete mode 100644 pricenode/docker/start_tor.sh delete mode 100644 pricenode/docker/torrc delete mode 100755 pricenode/install_hsversion_debian.sh delete mode 100755 pricenode/install_networksize_debian.sh delete mode 100755 pricenode/install_pricenode_debian.sh delete mode 100755 pricenode/journalscraper.sh delete mode 100755 pricenode/journalscraper_hsversion.sh delete mode 100644 pricenode/src/main/java/bisq/price/Main.java delete mode 100644 pricenode/src/main/java/bisq/price/PriceController.java delete mode 100644 pricenode/src/main/java/bisq/price/PriceProvider.java delete mode 100644 pricenode/src/main/java/bisq/price/mining/FeeRate.java delete mode 100644 pricenode/src/main/java/bisq/price/mining/FeeRateController.java delete mode 100644 pricenode/src/main/java/bisq/price/mining/FeeRateProvider.java delete mode 100644 pricenode/src/main/java/bisq/price/mining/FeeRateService.java delete mode 100644 pricenode/src/main/java/bisq/price/mining/providers/MempoolFeeRateProvider.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/ExchangeRate.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/ExchangeRateController.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/ExchangeRateProvider.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/ExchangeRateService.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/BTCMarkets.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Binance.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/BitcoinAverage.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Bitfinex.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Bitflyer.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Bitstamp.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/CoinGecko.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/CoinMarketCap.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/CoinbasePro.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Coinone.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/IndependentReserve.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Kraken.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Luno.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/MercadoBitcoin.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Paribu.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Poloniex.java delete mode 100644 pricenode/src/main/java/bisq/price/spot/providers/Quoine.java delete mode 100644 pricenode/src/main/java/bisq/price/util/Altcoins.java delete mode 100644 pricenode/src/main/java/bisq/price/util/bitpay/BitpayMarketData.java delete mode 100644 pricenode/src/main/java/bisq/price/util/bitpay/BitpayTicker.java delete mode 100644 pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoMarketData.java delete mode 100644 pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoTicker.java delete mode 100644 pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaMarketData.java delete mode 100644 pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaTicker.java delete mode 100644 pricenode/src/main/resources/application.properties delete mode 100644 pricenode/src/main/resources/banner.txt delete mode 100644 pricenode/src/main/resources/logback.xml delete mode 100644 pricenode/src/main/resources/version.txt delete mode 100644 pricenode/src/test/java/bisq/price/AbstractExchangeRateProviderTest.java delete mode 100644 pricenode/src/test/java/bisq/price/mining/FeeRateServiceTest.java delete mode 100644 pricenode/src/test/java/bisq/price/mining/providers/MempoolFeeRateProviderTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/ExchangeRateServiceTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/BTCMarketsTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/BinanceTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/BitfinexTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/BitflyerTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/BitstampTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/CoinGeckoTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/CoinbaseProTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/CoinoneTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/IndependentReserveTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/KrakenTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/LunoTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/MercadoBitcoinTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/ParibuTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/PoloniexTest.java delete mode 100644 pricenode/src/test/java/bisq/price/spot/providers/QuoineTest.java delete mode 100644 pricenode/torrc delete mode 100755 pricenode/uninstall_hsversion_debian.sh diff --git a/Makefile b/Makefile index 9fac1408c9d..58ff18290b2 100644 --- a/Makefile +++ b/Makefile @@ -38,7 +38,6 @@ # $ ls -1 bisq-* # bisq-desktop # bisq-monitor -# bisq-pricenode # bisq-relay # bisq-seednode # bisq-statsnode diff --git a/build.gradle b/build.gradle index 7697799c905..aebb42af476 100644 --- a/build.gradle +++ b/build.gradle @@ -61,7 +61,6 @@ configure(subprojects) { junitVersion = '4.12' jupiterVersion = '5.7.0' kotlinVersion = '1.3.41' - knowmXchangeVersion = '5.0.13' langVersion = '3.11' logbackVersion = '1.1.11' loggingVersion = '1.2' @@ -72,7 +71,6 @@ configure(subprojects) { protocVersion = protobufVersion qrgenVersion = '1.3' slf4jVersion = '1.7.30' - springBootVersion = '2.5.6' os = osdetector.os == 'osx' ? 'mac' : osdetector.os == 'windows' ? 'win' : osdetector.os } @@ -98,7 +96,6 @@ configure([project(':cli'), project(':monitor'), project(':seednode'), project(':statsnode'), - project(':pricenode'), project(':apitest')]) { apply plugin: 'application' @@ -555,80 +552,6 @@ configure(project(':monitor')) { } -configure(project(':pricenode')) { - apply plugin: "org.springframework.boot" - - apply plugin: 'io.spring.dependency-management' - - mainClassName = 'bisq.price.Main' - - version = file("src/main/resources/version.txt").text.trim() - - jar.manifest.attributes( - "Implementation-Title": project.name, - "Implementation-Version": version) - - ext['log4j2.version'] = '2.17.0' - - dependencies { - implementation project(":common") - implementation project(":core") - annotationProcessor "org.projectlombok:lombok:$lombokVersion" - compileOnly "org.projectlombok:lombok:$lombokVersion" - implementation "com.google.code.gson:gson:$gsonVersion" - implementation "com.google.guava:guava:$guavaVersion" - implementation "commons-codec:commons-codec:$codecVersion" - implementation "org.apache.httpcomponents:httpcore:$httpcoreVersion" - implementation("org.apache.httpcomponents:httpclient:$httpclientVersion") { - exclude(module: 'commons-codec') - } - implementation("org.knowm.xchange:xchange-binance:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-bitbay:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-bitfinex:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-bitflyer:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-bitstamp:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-btcmarkets:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-cexio:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-coinbasepro:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-coinmarketcap:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-coinmate:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-coinone:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-exmo:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-hitbtc:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-huobi:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-independentreserve:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-kraken:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-luno:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-mercadobitcoin:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-paribu:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-poloniex:$knowmXchangeVersion") - implementation("org.knowm.xchange:xchange-quoine:$knowmXchangeVersion") - implementation("org.springframework.boot:spring-boot-starter-web:$springBootVersion") - testAnnotationProcessor "org.projectlombok:lombok:$lombokVersion" - testCompileOnly "org.projectlombok:lombok:$lombokVersion" - testImplementation "org.junit.jupiter:junit-jupiter-api:$jupiterVersion" - testImplementation "org.junit.jupiter:junit-jupiter-params:$jupiterVersion" - testImplementation "org.mockito:mockito-core:$mockitoVersion" - testRuntimeOnly("org.junit.jupiter:junit-jupiter-engine:$jupiterVersion") - } - - test { - useJUnitPlatform() - - // Disabled by default, since spot provider tests include connections to external API endpoints - // Can be enabled by adding -Dtest.pricenode.includeSpotProviderTests=true to the gradle command: - // ./gradlew test -Dtest.pricenode.includeSpotProviderTests=true - if (System.properties['test.pricenode.includeSpotProviderTests'] != 'true') { - project.logger.lifecycle('Pricenode: Skipping spot provider tests') - exclude 'bisq/price/spot/providers/**' - } - } - - task stage { - dependsOn assemble - } -} - configure(project(':seednode')) { apply plugin: 'com.github.johnrengelman.shadow' diff --git a/pricenode/Procfile b/pricenode/Procfile deleted file mode 100644 index ff15a5d03dc..00000000000 --- a/pricenode/Procfile +++ /dev/null @@ -1 +0,0 @@ -web: if [ "$HIDDEN" == true ]; then ./tor/bin/run_tor java -jar -Dserver.port=$PORT build/libs/bisq-pricenode.jar; else java -jar -Dserver.port=$PORT build/libs/bisq-pricenode.jar; fi diff --git a/pricenode/README-HEROKU.md b/pricenode/README-HEROKU.md deleted file mode 100644 index ab6081cd96b..00000000000 --- a/pricenode/README-HEROKU.md +++ /dev/null @@ -1,42 +0,0 @@ -Deploy on Heroku --------- - -Run the following commands: - - heroku create - heroku buildpacks:add heroku/gradle - git push heroku master - curl https://your-app-123456.herokuapp.com/getAllMarketPrices - -To register the node as a Tor hidden service, first install the Heroku Tor buildpack: - - heroku buildpacks:add https://github.com/cbeams/heroku-buildpack-tor.git - git push heroku master - -> NOTE: this deployment will take a while, because the new buildpack must download and build Tor from source. - -Next, generate your Tor hidden service private key and .onion address: - - heroku run bash - ./tor/bin/tor -f torrc - -When the process reports that it is "100% bootstrapped", kill it, then copy the generated private key and .onion hostname values: - - cat build/tor-hidden-service/hostname - cat build/tor-hidden-service/private_key - exit - -> IMPORTANT: Save the private key value in a secure location so that this node can be re-created elsewhere with the same .onion address in the future if necessary. - -Now configure the hostname and private key values as environment variables for your Heroku app: - - heroku config:set HIDDEN=true HIDDEN_DOT_ONION=[your .onion] HIDDEN_PRIVATE_KEY="[your tor privkey]" - git push heroku master - -When the application finishes restarting, you should still be able to access it via the clearnet, e.g. with: - - curl https://your-app-123456.herokuapp.com/getAllMarketPrices - -And via your Tor Browser at: - - http://$YOUR_ONION/getAllMarketPrices diff --git a/pricenode/README.md b/pricenode/README.md deleted file mode 100644 index a39ad729a4b..00000000000 --- a/pricenode/README.md +++ /dev/null @@ -1,86 +0,0 @@ -# bisq-pricenode - -## Overview - -The Bisq pricenode is a simple HTTP service that fetches, transforms and relays data from third-party price providers to Bisq exchange clients on request. Available prices include: - - - Bitcoin exchange rates, available at `/getAllMarketPrices`, and - - Bitcoin mining fee rates, available at `/getFees` - -Pricenodes are deployed in production as Tor hidden services. This is not because the location of these nodes needs to be kept secret, but rather so that Bisq exchange clients do not need to exit the Tor network in order to get price data. - -Anyone can run a pricenode, but it must be _discoverable_ in order for it to do any good. For exchange clients to discover your pricenode, its .onion address must be hard-coded in the Bisq exchange client's `ProvidersRepository` class. Alternatively, users can point explicitly to given pricenode (or set of pricenodes) with the exchange client's `--providers` command line option. - -Pricenodes can be deployed anywhere Java and Tor binaries can be run. Instructions below cover deployment on localhost, and instructions [how to deploy on Heroku](README-HEROKU.md) are also available. - -Pricenodes should be cheap to run with regard to both time and money. The application itself is non-resource intensive and can be run on the low-end of most providers' paid tiers. - -A [pricenode operator](https://github.com/bisq-network/roles/issues/5)'s main responsibilities are to ensure their node(s) are available and up-to-date. Releases are currently source-only, with the assumption that most operators will favor Git-based "push to deploy" workflows. To stay up to date with releases, operators can [subscribe to this repository's releases.atom feed](https://github.com/bisq-network/pricenode/releases.atom) and/or get notifications in the `#pricenode` Slack channel. - -Operating a production pricenode is a valuable service to the Bisq network, and operators should issue BSQ compensation requests accordingly. - - -## Prerequisites for running a pricenode - -To run a pricenode, you will need: - - - JDK 8 if you want to build and run a node locally. - - The `tor` binary (e.g. `brew install tor`) if you want to run a hidden service locally. - -## How to deploy for production - -### Install - -Run the one-command installer: - -```bash -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/install_pricenode_debian.sh | sudo bash -``` - -At the end of the installer script, it should print your Tor onion hostname. - -### Test - -To manually test endpoints, run each of the following: - -``` bash -curl http://localhost:8080/getAllMarketPrices -curl http://localhost:8080/getFees -curl http://localhost:8080/getParams -curl http://localhost:8080/info -``` - -### Monitoring - -If you run a main pricenode, you also are obliged to activate the monitoring feed by running - -```bash -bash <(curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/monitor/install_collectd_debian.sh) -``` -Follow the instruction given by the script and report your certificate to the [@bisq-network/monitoring](https://github.com/orgs/bisq-network/teams/monitoring-operators) team. - -Furthermore, you are obliged to provide network size data to the monitor by running -```bash -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/install_networksize_debian.sh | sudo bash -``` - -### Updating - -Update your bisq code in /bisq/bisq with ```git pull``` - -Then build an updated pricenode: -```./gradlew :pricenode:installDist -x test``` - -## How to deploy elsewhere - - - [README-HEROKU.md](README-HEROKU.md) - - [docker/README.md](docker/README.md) - - -## Bitcoin mining fee estimates - -The pricenode exposes a service API to Bisq clients under `/getFees`. - -This API returns a mining fee rate estimate, representing an average of several mining fee rate values retrieved from different `mempool.space` instances. - -To configure which `mempool.space` instances are queried to calculate this average, see the relevant section in the file `application.properties`. diff --git a/pricenode/TODO.md b/pricenode/TODO.md deleted file mode 100644 index 6ce8d074a83..00000000000 --- a/pricenode/TODO.md +++ /dev/null @@ -1,20 +0,0 @@ -# Refactorings - -The list of stuff remaining to complete the PR at https://github.com/bisq-network/pricenode/pull/7 - - - Document provider implementations w/ links to API docs, etc - - Add integration tests - - Document / discuss how operators should (ideally) operate their pricenodes on a push-to-deploy model, e.g. how it's done on Heroku - -## Non-refactorings - -Most or all of these will become individual issues / PRs. Just capturing them here for convenience now. Not all may make sense. - - - Deprecate existing get* endpoints (e.g. /getAllMarketPrices) in favor of '/exchange-rates', '/fee-estimate; - - Eliminate dependency on bisq-core (only real need now is CurrencyUtil for list of supported coins) - - Remove command line args for fee estimation params; hard-code these values and update them via commits, not via one-off changes by each operator - - Remove 'getParams' in favor of Boot actuator endpoint - - Update bisq-network/exchange to refer to 'provider' as 'pricenode' - - Invert the dependency arrangement. Move 'ProviderRepository' et al from bisq-network/exchange here into - bisq-network/pricenode and have bisq-network/exchange depend on it as a client lib - - Save bandwidth and be idiomatic by not pretty-printing json returned from /getAllMarketPrices et al diff --git a/pricenode/bisq-pricenode.env b/pricenode/bisq-pricenode.env deleted file mode 100644 index f77a6675c47..00000000000 --- a/pricenode/bisq-pricenode.env +++ /dev/null @@ -1 +0,0 @@ -JAVA_OPTS="-XX:+ExitOnOutOfMemoryError" diff --git a/pricenode/bisq-pricenode.service b/pricenode/bisq-pricenode.service deleted file mode 100644 index 8123387228b..00000000000 --- a/pricenode/bisq-pricenode.service +++ /dev/null @@ -1,22 +0,0 @@ -[Unit] -Description=Bisq Price Node -After=network.target - -[Service] -SyslogIdentifier=bisq-pricenode -EnvironmentFile=/etc/default/bisq-pricenode.env -ExecStart=/bisq/bisq/bisq-pricenode 2 -ExecStop=/bin/kill -TERM ${MAINPID} -Restart=on-failure - -User=bisq -Group=bisq - -PrivateTmp=true -ProtectSystem=full -NoNewPrivileges=true -PrivateDevices=true -MemoryDenyWriteExecute=false - -[Install] -WantedBy=multi-user.target diff --git a/pricenode/collectd.conf.snippet b/pricenode/collectd.conf.snippet deleted file mode 100644 index 49d93c5eda3..00000000000 --- a/pricenode/collectd.conf.snippet +++ /dev/null @@ -1,5 +0,0 @@ -LoadPlugin exec - - - Exec "__USER_GROUP__" "__SCRAPERSCRIPT__" - diff --git a/pricenode/docker/Dockerfile b/pricenode/docker/Dockerfile deleted file mode 100644 index cc195cd63b5..00000000000 --- a/pricenode/docker/Dockerfile +++ /dev/null @@ -1,26 +0,0 @@ -### -# The directory of the Dockerfile should contain your 'hostname' and 'private_key' files. -# In the docker-compose.yml file you can pass the ONION_ADDRESS referenced below. -### - -# pull base image -FROM openjdk:8-jdk - -RUN apt-get update && apt-get install -y --no-install-recommends \ - vim \ - tor \ - fakeroot \ - sudo \ - openjfx && rm -rf /var/lib/apt/lists/* - -RUN git clone https://github.com/bisq-network/pricenode.git -WORKDIR /pricenode/ -RUN ./gradlew assemble - -COPY loop.sh start_node.sh start_tor.sh ./ -COPY hostname private_key /var/lib/tor/ -COPY torrc /etc/tor/ -RUN chmod +x *.sh && chown debian-tor:debian-tor /etc/tor/torrc /var/lib/tor/hostname /var/lib/tor/private_key - -CMD ./start_tor.sh && ./start_node.sh -#CMD tail -f /dev/null diff --git a/pricenode/docker/README.md b/pricenode/docker/README.md deleted file mode 100644 index 5f7a4e6d11f..00000000000 --- a/pricenode/docker/README.md +++ /dev/null @@ -1,43 +0,0 @@ -Needed information to start a pricenode -== - -Copy to this directory: --- - -* a tor `hostname` file, containing your onion address -* a tor `private_key` file, containing the private key for your tor hidden service - -Edit docker-compose.yml: --- - -* fill in your public and private api keys (needs a btcaverage developer subscription) - -Needed software to start a pricenode -== - -* docker -* docker-compose - -How to start -== - -`docker-compose up -d` - - -How to monitor -== - -See if it's running: `docker ps` - -Check the logs: `docker-compose logs` - - -Notes when using CoreOs -== - -Using CoreOs as host OS is entirely optional! - -* the cloudconfig.yml file is a configuration file for starting a coreos machine -from scratch. -* when installing a Coreos server, docker-compose needs to be additionally installed next to the -already provided docker installation diff --git a/pricenode/docker/cloudconfig.yml b/pricenode/docker/cloudconfig.yml deleted file mode 100644 index d6450b70f79..00000000000 --- a/pricenode/docker/cloudconfig.yml +++ /dev/null @@ -1,103 +0,0 @@ -#cloud-config - -coreos: - update: - reboot-strategy: off - units: - - name: iptables-restore.service - enable: true - command: start - - name: create-swap.service - command: start - runtime: true - content: | - [Unit] - Description=Create swap file - Before=swap.service - - [Service] - Type=oneshot - Environment="SWAPFILE=/2GiB.swap" - ExecStart=/usr/bin/touch ${SWAPFILE} - ExecStart=/usr/bin/chattr +C ${SWAPFILE} - ExecStart=/usr/bin/fallocate -l 2048m ${SWAPFILE} - ExecStart=/usr/bin/chmod 600 ${SWAPFILE} - ExecStart=/usr/sbin/mkswap ${SWAPFILE} - - [Install] - WantedBy=multi-user.target - - name: swap.service - command: start - content: | - [Unit] - Description=Turn on swap - - [Service] - Type=oneshot - Environment="SWAPFILE=/2GiB.swap" - RemainAfterExit=true - ExecStartPre=/usr/sbin/losetup -f ${SWAPFILE} - ExecStart=/usr/bin/sh -c "/sbin/swapon $(/usr/sbin/losetup -j ${SWAPFILE} | /usr/bin/cut -d : -f 1)" - ExecStop=/usr/bin/sh -c "/sbin/swapoff $(/usr/sbin/losetup -j ${SWAPFILE} | /usr/bin/cut -d : -f 1)" - ExecStopPost=/usr/bin/sh -c "/usr/sbin/losetup -d $(/usr/sbin/losetup -j ${SWAPFILE} | /usr/bin/cut -d : -f 1)" - - [Install] - WantedBy=multi-user.target - - name: restart.service - content: | - [Unit] - Description=Restart docker containers - - [Service] - Type=oneshot - ExecStart=/home/core/docker/restartContainers.sh - - name: restart.timer - command: start - content: | - [Unit] - Description=Restarts the app container 2 times a week - - [Timer] - OnCalendar=Mon,Thu *-*-* 6:0:0 - -write_files: - - path: /etc/sysctl.d/swap.conf - permissions: 0644 - owner: root - content: | - vm.swappiness=10 - vm.vfs_cache_pressure=50 - -write_files: - - path: /etc/ssh/sshd_config - permissions: 0600 - owner: root - content: | - # Use most defaults for sshd configuration. - UsePrivilegeSeparation sandbox - Subsystem sftp internal-sftp - UseDNS no - - PermitRootLogin no - AllowUsers core - AuthenticationMethods publickey - -write_files: - - path: /var/lib/iptables/rules-save - permissions: 0644 - owner: 'root:root' - content: | - *filter - :INPUT DROP [0:0] - :FORWARD DROP [0:0] - :OUTPUT ACCEPT [0:0] - -A INPUT -i lo -j ACCEPT - -A INPUT -i eth1 -j ACCEPT - -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT - -A INPUT -p tcp -m tcp --dport 22 -j ACCEPT - -A INPUT -p tcp -m tcp --dport 80 -j ACCEPT - -A INPUT -p icmp -m icmp --icmp-type 0 -j ACCEPT - -A INPUT -p icmp -m icmp --icmp-type 3 -j ACCEPT - -A INPUT -p icmp -m icmp --icmp-type 11 -j ACCEPT - COMMIT - # the last line of the file needs to be a blank line or a comment diff --git a/pricenode/docker/docker-compose.yml b/pricenode/docker/docker-compose.yml deleted file mode 100644 index 9ecdb846884..00000000000 --- a/pricenode/docker/docker-compose.yml +++ /dev/null @@ -1,21 +0,0 @@ -version: '3' - -# Fill in your own BTCAVERAGE public and private keys - -services: - pricenode: - restart: unless-stopped - build: - context: . - image: bisq:pricenode - ports: - - 80:80 - - 8080:8080 - environment: - - BTCAVERAGE_PRIVKEY=!!!!!!!!!!!!!!!!!!!!!!!!! YOUR PRIVATE KEY !!!!!!!!!!!!!!!!!!!!!!!!!!! - - BTCAVERAGE_PUBKEY=!!!!!!!!!!!!!!!!!!!!!!!!!! YOUR PUBKEY !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! - entropy: - restart: always - image: harbur/haveged:1.7c-1 - container_name: haveged-entropy - privileged: true diff --git a/pricenode/docker/installDockerCompose.sh b/pricenode/docker/installDockerCompose.sh deleted file mode 100644 index f41ef503076..00000000000 --- a/pricenode/docker/installDockerCompose.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash -mkdir -p /opt/bin -curl -L `curl -s https://api.github.com/repos/docker/compose/releases/latest | jq -r '.assets[].browser_download_url | select(contains("Linux") and contains("x86_64"))'` > /opt/bin/docker-compose -chmod +x /opt/bin/docker-compose diff --git a/pricenode/docker/loop.sh b/pricenode/docker/loop.sh deleted file mode 100644 index 1382fbb13c5..00000000000 --- a/pricenode/docker/loop.sh +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/bash -while true -do -echo `date` "(Re)-starting node" -java -jar ./build/libs/bisq-pricenode.jar 2 2 -echo `date` "node terminated unexpectedly!!" -sleep 3 -done diff --git a/pricenode/docker/rebuildAndRestart.sh b/pricenode/docker/rebuildAndRestart.sh deleted file mode 100755 index a30d2b21db9..00000000000 --- a/pricenode/docker/rebuildAndRestart.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/sh -docker-compose build --no-cache && docker-compose up -d -docker image prune -f -docker-compose logs -f diff --git a/pricenode/docker/start_node.sh b/pricenode/docker/start_node.sh deleted file mode 100644 index 225994130a1..00000000000 --- a/pricenode/docker/start_node.sh +++ /dev/null @@ -1 +0,0 @@ -nohup sh loop.sh diff --git a/pricenode/docker/start_tor.sh b/pricenode/docker/start_tor.sh deleted file mode 100644 index 40fa1e9e0ce..00000000000 --- a/pricenode/docker/start_tor.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash - -# sudo -u debian-tor -nohup sudo -u debian-tor tor > /dev/null 2>errors_tor.log & diff --git a/pricenode/docker/torrc b/pricenode/docker/torrc deleted file mode 100644 index 9de1a9166e2..00000000000 --- a/pricenode/docker/torrc +++ /dev/null @@ -1,2 +0,0 @@ -HiddenServiceDir /var/lib/tor/ -HiddenServicePort 80 127.0.0.1:8080 diff --git a/pricenode/install_hsversion_debian.sh b/pricenode/install_hsversion_debian.sh deleted file mode 100755 index 631a02787cf..00000000000 --- a/pricenode/install_hsversion_debian.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/bin/sh -set -e - -echo "[*] Network Size Monitoring installation script" - -##### change paths if necessary for your system - -ROOT_USER=root - -SCRAPER_HOME=/journalreader -SCRAPER_USER=journalreader -SCRAPER_GROUP=systemd-journal - -##### -echo "[*] Checking environment..." -if [ ! -f "/etc/collectd/collectd.conf" ]; then - echo 'Collectd is not installed. Did you do the install_monitoring_debian.sh?' - echo 'Exiting...' - exit -fi -if ! grep -q "journalreader" /etc/passwd; then - echo 'User not found. Did you run the install_networksize_debian.sh?' - echo 'Exiting...' - exit -fi - -echo "[*] Installing journal parser script" -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/journalscraper_hsversion.sh > /tmp/journalscraper_hsversion.sh -sudo -H -i -u "${ROOT_USER}" install -c -o "${SCRAPER_USER}" -g "${SCRAPER_GROUP}" -m 744 /tmp/journalscraper_hsversion.sh "${SCRAPER_HOME}/scraperscript_hsversion.sh" - -echo "[*] Installing collectd config" -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/collectd.conf.snippet > /tmp/collectd.conf.snippet -sudo -H -i -u "${ROOT_USER}" sed -i -e "s/LoadPlugin exec//" /tmp/collectd.conf.snippet -sudo -H -i -u "${ROOT_USER}" /bin/sh -c "cat /tmp/collectd.conf.snippet >> /etc/collectd/collectd.conf" -sudo -H -i -u "${ROOT_USER}" sed -i -e "s/__USER_GROUP__/${SCRAPER_USER}:${SCRAPER_GROUP}/" /etc/collectd/collectd.conf -sudo -H -i -u "${ROOT_USER}" sed -i -e "s!__SCRAPERSCRIPT__!${SCRAPER_HOME}/scraperscript_hsversion.sh!" /etc/collectd/collectd.conf - -echo "[*] Restarting services" -sudo -H -i -u "${ROOT_USER}" systemctl restart collectd.service - -echo '[*] Done!' diff --git a/pricenode/install_networksize_debian.sh b/pricenode/install_networksize_debian.sh deleted file mode 100755 index bc25b3c6ddd..00000000000 --- a/pricenode/install_networksize_debian.sh +++ /dev/null @@ -1,42 +0,0 @@ -#!/bin/sh -set -e - -echo "[*] Network Size Monitoring installation script" - -##### change paths if necessary for your system - -ROOT_USER=root - -SCRAPER_HOME=/journalreader -SCRAPER_USER=journalreader -SCRAPER_GROUP=systemd-journal - -##### -echo "[*] Checking environment..." -if [ ! -f "/etc/collectd/collectd.conf" ]; then - echo 'Collectd is not installed. Did you do the install_monitoring_debian.sh?' - echo 'Exiting...' - exit -fi - -echo "[*] Creating journal reader user" -sudo -H -i -u "${ROOT_USER}" useradd -d "${SCRAPER_HOME}" -G "${SCRAPER_GROUP}" "${SCRAPER_USER}" -sudo -H -i -u "${ROOT_USER}" mkdir -p "${SCRAPER_HOME}" -sudo -H -i -u "${ROOT_USER}" chown "${SCRAPER_USER}":"${SCRAPER_GROUP}" ${SCRAPER_HOME} - -echo "[*] Installing journal parser script" -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/journalscraper.sh > /tmp/journalscraper.sh -sudo -H -i -u "${ROOT_USER}" install -c -o "${SCRAPER_USER}" -g "${SCRAPER_GROUP}" -m 744 /tmp/journalscraper.sh "${SCRAPER_HOME}/scraperscript.sh" - -echo "[*] Installing collectd config" -curl -s https://raw.githubusercontent.com/bisq-network/bisq/master/pricenode/collectd.conf.snippet > /tmp/collectd.conf.snippet -sudo -H -i -u "${ROOT_USER}" /bin/sh -c "cat /tmp/collectd.conf.snippet >> /etc/collectd/collectd.conf" -sudo -H -i -u "${ROOT_USER}" sed -i -e "s/__USER_GROUP__/${SCRAPER_USER}:${SCRAPER_GROUP}/" /etc/collectd/collectd.conf -sudo -H -i -u "${ROOT_USER}" sed -i -e "s!__SCRAPERSCRIPT__!${SCRAPER_HOME}/scraperscript.sh!" /etc/collectd/collectd.conf - -sudo -H -i -u "${ROOT_USER}" systemctl enable collectd.service - -echo "[*] Restarting services" -sudo -H -i -u "${ROOT_USER}" systemctl restart collectd.service - -echo '[*] Done!' diff --git a/pricenode/install_pricenode_debian.sh b/pricenode/install_pricenode_debian.sh deleted file mode 100755 index 1f4b7e2abdf..00000000000 --- a/pricenode/install_pricenode_debian.sh +++ /dev/null @@ -1,90 +0,0 @@ -#!/usr/bin/env bash -set -e - -echo "[*] Bisq bisq-pricenode installation script" - -##### change as necessary for your system - -SYSTEMD_SERVICE_HOME=/etc/systemd/system -SYSTEMD_ENV_HOME=/etc/default - -ROOT_USER=root -ROOT_GROUP=root -#ROOT_HOME=/root - -BISQ_USER=bisq -BISQ_GROUP=bisq -BISQ_HOME=/bisq - -BISQ_REPO_URL=https://github.com/bisq-network/bisq -BISQ_REPO_NAME=bisq -BISQ_REPO_TAG=master -BISQ_LATEST_RELEASE=master -BISQ_TORHS=pricenode - -TOR_PKG="tor" -#TOR_USER=debian-tor -TOR_GROUP=debian-tor -TOR_CONF=/etc/tor/torrc -TOR_RESOURCES=/var/lib/tor - -##### - -echo "[*] Upgrading apt packages" -sudo -H -i -u "${ROOT_USER}" DEBIAN_FRONTEND=noninteractive apt-get update -q -sudo -H -i -u "${ROOT_USER}" DEBIAN_FRONTEND=noninteractive apt-get upgrade -qq -y - -echo "[*] Installing Tor" -sudo -H -i -u "${ROOT_USER}" DEBIAN_FRONTEND=noninteractive apt-get install -qq -y "${TOR_PKG}" - -echo "[*] Adding Tor configuration" -if ! grep "${BISQ_TORHS}" /etc/tor/torrc >/dev/null 2>&1;then - sudo -H -i -u "${ROOT_USER}" sh -c "echo HiddenServiceDir ${TOR_RESOURCES}/${BISQ_TORHS}/ >> ${TOR_CONF}" - sudo -H -i -u "${ROOT_USER}" sh -c "echo HiddenServicePort 80 127.0.0.1:8080 >> ${TOR_CONF}" - sudo -H -i -u "${ROOT_USER}" sh -c "echo HiddenServiceVersion 3 >> ${TOR_CONF}" -fi - -echo "[*] Creating Bisq user with Tor access" -sudo -H -i -u "${ROOT_USER}" useradd -d "${BISQ_HOME}" -G "${TOR_GROUP}" "${BISQ_USER}" - -echo "[*] Creating Bisq homedir" -sudo -H -i -u "${ROOT_USER}" mkdir -p "${BISQ_HOME}" -sudo -H -i -u "${ROOT_USER}" chown "${BISQ_USER}":"${BISQ_GROUP}" ${BISQ_HOME} - -echo "[*] Cloning Bisq repo" -sudo -H -i -u "${BISQ_USER}" git config --global advice.detachedHead false -sudo -H -i -u "${BISQ_USER}" git clone --branch "${BISQ_REPO_TAG}" "${BISQ_REPO_URL}" "${BISQ_HOME}/${BISQ_REPO_NAME}" - -echo "[*] Installing OpenJDK 11" -sudo -H -i -u "${ROOT_USER}" apt-get install -qq -y openjdk-11-jdk - -echo "[*] Checking out Bisq ${BISQ_LATEST_RELEASE}" -sudo -H -i -u "${BISQ_USER}" sh -c "cd ${BISQ_HOME}/${BISQ_REPO_NAME} && git checkout ${BISQ_LATEST_RELEASE}" - -echo "[*] Building Bisq from source" -sudo -H -i -u "${BISQ_USER}" sh -c "cd ${BISQ_HOME}/${BISQ_REPO_NAME} && ./gradlew :pricenode:installDist -x test < /dev/null" # redirect from /dev/null is necessary to workaround gradlew non-interactive shell hanging issue - -echo "[*] Installing bisq-pricenode systemd service" -sudo -H -i -u "${ROOT_USER}" install -c -o "${ROOT_USER}" -g "${ROOT_GROUP}" -m 644 "${BISQ_HOME}/${BISQ_REPO_NAME}/pricenode/bisq-pricenode.service" "${SYSTEMD_SERVICE_HOME}" -sudo -H -i -u "${ROOT_USER}" install -c -o "${ROOT_USER}" -g "${ROOT_GROUP}" -m 644 "${BISQ_HOME}/${BISQ_REPO_NAME}/pricenode/bisq-pricenode.env" "${SYSTEMD_ENV_HOME}" - -echo "[*] Reloading systemd daemon configuration" -sudo -H -i -u "${ROOT_USER}" systemctl daemon-reload - -echo "[*] Enabling bisq-pricenode service" -sudo -H -i -u "${ROOT_USER}" systemctl enable bisq-pricenode.service - -echo "[*] Starting bisq-pricenode service" -sudo -H -i -u "${ROOT_USER}" systemctl start bisq-pricenode.service -sleep 5 -sudo -H -i -u "${ROOT_USER}" journalctl --no-pager --unit bisq-pricenode - -echo "[*] Restarting Tor" -sudo -H -i -u "${ROOT_USER}" service tor restart -sleep 5 - -echo '[*] Done!' -echo -n '[*] Access your pricenode at http://' -cat "${TOR_RESOURCES}/${BISQ_TORHS}/hostname" - -exit 0 diff --git a/pricenode/journalscraper.sh b/pricenode/journalscraper.sh deleted file mode 100755 index df80ddc3ada..00000000000 --- a/pricenode/journalscraper.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -HOSTNAME="${COLLECTD_HOSTNAME:-localhost}" -INTERVAL=750 - -last=$(date +"%F %T" -d "$INTERVAL seconds ago") -while true; -do - now=$(date +"%F %T") - - journalctl -u bisq-pricenode --since="$last" --until="$now" | grep -Eo "getAllMarketPrices.*bisq/[0-9].[0-9].[0-9]" | cut -d / -f 2 | sort | uniq -c | while read -r line; do - number=$(echo "${line}" | cut -d ' ' -f 1); - version=$(echo "${line}" | cut -d \ -f 2); - version=${version//./_}; - echo "PUTVAL $HOSTNAME/requestsPer750Seconds/gauge-v$version interval=$INTERVAL N:$number"; - done - last=$now - - sleep $INTERVAL -done diff --git a/pricenode/journalscraper_hsversion.sh b/pricenode/journalscraper_hsversion.sh deleted file mode 100755 index f5d710b8b70..00000000000 --- a/pricenode/journalscraper_hsversion.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -HOSTNAME="${COLLECTD_HOSTNAME:-localhost}" -INTERVAL=750 - -last=$(date +"%F %T" -d "$INTERVAL seconds ago") -while true; -do - now=$(date +"%F %T") - - journalctl -u bisq-pricenode --since="$last" --until="$now" | grep -Eo "getAllMarketPrices.*HSv[0-9]" | grep -o "HSv[0-9]" | sort | uniq -c | while read -r line; do - number=$(echo "${line}" | cut -d ' ' -f 1); - version=$(echo "${line}" | cut -d \ -f 2); - version=${version//./_}; - echo "PUTVAL $HOSTNAME/hsversionStats/gauge-$version interval=$INTERVAL N:$number"; - done - last=$now - - sleep $INTERVAL -done diff --git a/pricenode/src/main/java/bisq/price/Main.java b/pricenode/src/main/java/bisq/price/Main.java deleted file mode 100644 index 0bb12678d27..00000000000 --- a/pricenode/src/main/java/bisq/price/Main.java +++ /dev/null @@ -1,51 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price; - -import org.springframework.boot.autoconfigure.SpringBootApplication; -import org.springframework.boot.builder.SpringApplicationBuilder; - -import java.io.File; -import java.io.FileInputStream; -import java.io.IOException; -import java.io.UncheckedIOException; - -import java.util.Properties; - -@SpringBootApplication -public class Main { - - public static void main(String[] args) { - new SpringApplicationBuilder(Main.class) - .properties(bisqProperties()) - .run(args); - } - - private static Properties bisqProperties() { - Properties props = new Properties(); - File propsFile = new File(System.getenv("HOME"), ".config/bisq.properties"); - if (propsFile.exists()) { - try { - props.load(new FileInputStream(propsFile)); - } catch (IOException ex) { - throw new UncheckedIOException(ex); - } - } - return props; - } -} diff --git a/pricenode/src/main/java/bisq/price/PriceController.java b/pricenode/src/main/java/bisq/price/PriceController.java deleted file mode 100644 index d3c98027de8..00000000000 --- a/pricenode/src/main/java/bisq/price/PriceController.java +++ /dev/null @@ -1,35 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price; - -import org.springframework.web.bind.annotation.ModelAttribute; - -import javax.servlet.http.HttpServletRequest; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public abstract class PriceController { - - protected final Logger log = LoggerFactory.getLogger(this.getClass()); - - @ModelAttribute - public void logRequest(HttpServletRequest request) { - log.info("Incoming {} request from: {}", request.getServletPath(), request.getHeader("User-Agent")); - } -} diff --git a/pricenode/src/main/java/bisq/price/PriceProvider.java b/pricenode/src/main/java/bisq/price/PriceProvider.java deleted file mode 100644 index cbeefd9422b..00000000000 --- a/pricenode/src/main/java/bisq/price/PriceProvider.java +++ /dev/null @@ -1,120 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price; - -import bisq.common.UserThread; - -import org.springframework.context.SmartLifecycle; - -import java.time.Duration; - -import java.util.Timer; -import java.util.TimerTask; -import java.util.concurrent.TimeUnit; -import java.util.function.Supplier; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -public abstract class PriceProvider implements SmartLifecycle, Supplier { - - protected final Logger log = LoggerFactory.getLogger(this.getClass()); - - private final Timer timer = new Timer(true); - - protected final Duration refreshInterval; - - private T cachedResult; - - public PriceProvider(Duration refreshInterval) { - this.refreshInterval = refreshInterval; - log.info("will refresh every {}", refreshInterval); - } - - @Override - public final T get() { - return cachedResult; - } - - @Override - public final void start() { - // do the initial refresh asynchronously - UserThread.runAfter(() -> { - try { - refresh(); - } catch (Throwable t) { - log.warn("initial refresh failed", t); - } - }, 1, TimeUnit.MILLISECONDS); - - timer.scheduleAtFixedRate(new TimerTask() { - @Override - public void run() { - try { - refresh(); - } catch (Throwable t) { - // we only log scheduled calls to refresh that fail to ensure that - // the application does *not* halt, assuming the failure is temporary - // and on the side of the upstream price provider, eg. BitcoinAverage - log.warn("refresh failed", t); - } - } - }, refreshInterval.toMillis(), refreshInterval.toMillis()); - } - - private void refresh() { - long ts = System.currentTimeMillis(); - - cachedResult = doGet(); - - log.info("refresh took {} ms.", (System.currentTimeMillis() - ts)); - - onRefresh(); - } - - protected abstract T doGet(); - - protected void onRefresh() { - } - - @Override - public void stop() { - timer.cancel(); - } - - @Override - public void stop(Runnable callback) { - stop(); - callback.run(); - } - - @Override - public boolean isAutoStartup() { - return true; - } - - @Override - public boolean isRunning() { - return cachedResult != null; - } - - @Override - public int getPhase() { - return 0; - } -} diff --git a/pricenode/src/main/java/bisq/price/mining/FeeRate.java b/pricenode/src/main/java/bisq/price/mining/FeeRate.java deleted file mode 100644 index b5c25bcfecf..00000000000 --- a/pricenode/src/main/java/bisq/price/mining/FeeRate.java +++ /dev/null @@ -1,52 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining; - -/** - * A value object representing the mining fee rate for a given base currency. - */ -public class FeeRate { - - private final String currency; - private final long price; - private final long minimumFee; - private final long timestamp; - - public FeeRate(String currency, long price, long minimumFee, long timestamp) { - this.currency = currency; - this.price = price; - this.minimumFee = minimumFee; - this.timestamp = timestamp; - } - - public String getCurrency() { - return currency; - } - - public long getPrice() { - return price; - } - - public long getMinimumFee() { - return minimumFee; - } - - public long getTimestamp() { - return timestamp; - } -} diff --git a/pricenode/src/main/java/bisq/price/mining/FeeRateController.java b/pricenode/src/main/java/bisq/price/mining/FeeRateController.java deleted file mode 100644 index b0ac4710b5c..00000000000 --- a/pricenode/src/main/java/bisq/price/mining/FeeRateController.java +++ /dev/null @@ -1,40 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining; - -import bisq.price.PriceController; - -import org.springframework.web.bind.annotation.GetMapping; -import org.springframework.web.bind.annotation.RestController; - -import java.util.Map; - -@RestController -class FeeRateController extends PriceController { - - private final FeeRateService feeRateService; - - public FeeRateController(FeeRateService feeRateService) { - this.feeRateService = feeRateService; - } - - @GetMapping(path = "/getFees") - public Map getFees() { - return feeRateService.getFees(); - } -} diff --git a/pricenode/src/main/java/bisq/price/mining/FeeRateProvider.java b/pricenode/src/main/java/bisq/price/mining/FeeRateProvider.java deleted file mode 100644 index 4507a992f6c..00000000000 --- a/pricenode/src/main/java/bisq/price/mining/FeeRateProvider.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining; - -import bisq.price.PriceProvider; - -import java.time.Duration; - -/** - * Abstract base class for providers of mining {@link FeeRate} data. - */ -public abstract class FeeRateProvider extends PriceProvider { - - public static final long MIN_FEE_RATE_FOR_WITHDRAWAL = 1; // satoshi/vbyte - public static final long MIN_FEE_RATE_FOR_TRADING = 10; // satoshi/vbyte - public static final long MAX_FEE_RATE = 1000; - - public FeeRateProvider(Duration refreshInterval) { - super(refreshInterval); - } -} diff --git a/pricenode/src/main/java/bisq/price/mining/FeeRateService.java b/pricenode/src/main/java/bisq/price/mining/FeeRateService.java deleted file mode 100644 index ec86c93892d..00000000000 --- a/pricenode/src/main/java/bisq/price/mining/FeeRateService.java +++ /dev/null @@ -1,107 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining; - -import bisq.common.config.Config; - -import org.springframework.stereotype.Service; - -import java.time.Instant; - -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.concurrent.atomic.AtomicInteger; -import java.util.concurrent.atomic.AtomicLong; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -/** - * High-level mining {@link FeeRate} operations. - */ -@Service -public class FeeRateService { - - private final List providers; - protected final Logger log = LoggerFactory.getLogger(this.getClass()); - - /** - * Construct a {@link FeeRateService} with a list of all {@link FeeRateProvider} - * implementations discovered via classpath scanning. - * - * @param providers all {@link FeeRateProvider} implementations in ascending - * order of precedence - */ - public FeeRateService(List providers) { - this.providers = providers; - } - - public Map getFees() { - Map metadata = new HashMap<>(); - Map allFeeRates = new HashMap<>(); - - AtomicLong sumOfAllFeeRates = new AtomicLong(); - AtomicLong sumOfAllMinFeeRates = new AtomicLong(); - AtomicInteger amountOfFeeRates = new AtomicInteger(); - - // Process each provider, retrieve and store their fee rate - providers.forEach(p -> { - FeeRate feeRate = p.get(); - if (feeRate == null) { - log.warn("feeRate is null, provider={} ", p.toString()); - return; - } - String currency = feeRate.getCurrency(); - if ("BTC".equals(currency)) { - sumOfAllFeeRates.getAndAdd(feeRate.getPrice()); - sumOfAllMinFeeRates.getAndAdd(feeRate.getMinimumFee()); - amountOfFeeRates.getAndAdd(1); - } - }); - - // Calculate the average - long averageFeeRate = (amountOfFeeRates.intValue() > 0) - ? sumOfAllFeeRates.longValue() / amountOfFeeRates.intValue() - : FeeRateProvider.MIN_FEE_RATE_FOR_TRADING; - long averageMinFeeRate = (amountOfFeeRates.intValue() > 0) - ? sumOfAllMinFeeRates.longValue() / amountOfFeeRates.intValue() - : FeeRateProvider.MIN_FEE_RATE_FOR_WITHDRAWAL; - - // Make sure the returned value is within the min-max range - averageFeeRate = Math.max(averageFeeRate, FeeRateProvider.MIN_FEE_RATE_FOR_TRADING); - averageFeeRate = Math.min(averageFeeRate, FeeRateProvider.MAX_FEE_RATE); - averageMinFeeRate = Math.max(averageMinFeeRate, FeeRateProvider.MIN_FEE_RATE_FOR_WITHDRAWAL); - averageMinFeeRate = Math.min(averageMinFeeRate, FeeRateProvider.MAX_FEE_RATE); - - // Prepare response: Add timestamp of now - // Since this is an average, the timestamp is associated with when the moment in - // time when the avg was computed - metadata.put(Config.BTC_FEES_TS, Instant.now().getEpochSecond()); - - // Prepare response: Add the fee average - allFeeRates.put(Config.BTC_TX_FEE, averageFeeRate); - allFeeRates.put(Config.BTC_MIN_TX_FEE, averageMinFeeRate); - - // Build response - return new HashMap<>() {{ - putAll(metadata); - put(Config.LEGACY_FEE_DATAMAP, allFeeRates); - }}; - } -} diff --git a/pricenode/src/main/java/bisq/price/mining/providers/MempoolFeeRateProvider.java b/pricenode/src/main/java/bisq/price/mining/providers/MempoolFeeRateProvider.java deleted file mode 100644 index 71fbfefc37d..00000000000 --- a/pricenode/src/main/java/bisq/price/mining/providers/MempoolFeeRateProvider.java +++ /dev/null @@ -1,228 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining.providers; - -import bisq.price.PriceController; -import bisq.price.mining.FeeRate; -import bisq.price.mining.FeeRateProvider; - -import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty; -import org.springframework.context.annotation.Primary; -import org.springframework.core.ParameterizedTypeReference; -import org.springframework.core.annotation.Order; -import org.springframework.core.env.CommandLinePropertySource; -import org.springframework.core.env.Environment; -import org.springframework.http.RequestEntity; -import org.springframework.stereotype.Component; -import org.springframework.web.bind.annotation.GetMapping; -import org.springframework.web.bind.annotation.RestController; -import org.springframework.web.client.RestTemplate; -import org.springframework.web.util.UriComponentsBuilder; - -import java.time.Duration; -import java.time.Instant; - -import java.util.Map; -import java.util.Optional; -import java.util.Set; - -/** - * {@link FeeRateProvider} that interprets the Mempool API format to retrieve a mining - * fee estimate. See https://mempool.space. - */ -abstract class MempoolFeeRateProvider extends FeeRateProvider { - - private static final int DEFAULT_MAX_BLOCKS = 2; - private static final int DEFAULT_REFRESH_INTERVAL = 2; - - // Keys of properties defining the available Mempool API endpoints. To enable them, - // simply uncomment and adjust the corresponding lines in application.properties - private static final String MEMPOOL_HOSTNAME_KEY_1 = "bisq.price.mining.providers.mempoolHostname.1"; - private static final String MEMPOOL_HOSTNAME_KEY_2 = "bisq.price.mining.providers.mempoolHostname.2"; - private static final String MEMPOOL_HOSTNAME_KEY_3 = "bisq.price.mining.providers.mempoolHostname.3"; - private static final String MEMPOOL_HOSTNAME_KEY_4 = "bisq.price.mining.providers.mempoolHostname.4"; - private static final String MEMPOOL_HOSTNAME_KEY_5 = "bisq.price.mining.providers.mempoolHostname.5"; - - private static final RestTemplate restTemplate = new RestTemplate(); - - // TODO: As of the switch to the mempool.space API this field and related members are - // now dead code and should be removed, including removing the positional - // command-line argument from startup scripts. Operators need to be notified of this - // when it happens. - private final int maxBlocks; - - protected Environment env; - - public MempoolFeeRateProvider(Environment env) { - super(Duration.ofMinutes(refreshInterval(env))); - this.env = env; - this.maxBlocks = maxBlocks(env); - } - - protected FeeRate doGet() { - // Default value is the minimum rate. If the connection to the fee estimate - // provider fails, we fall back to this value. - try { - return getEstimatedFeeRate(); - } - catch (Exception e) { - // Something happened with the connection - log.error("Error retrieving bitcoin mining fee estimation: " + e.getMessage()); - } - - return new FeeRate("BTC", MIN_FEE_RATE_FOR_TRADING, MIN_FEE_RATE_FOR_WITHDRAWAL, Instant.now().getEpochSecond()); - } - - private FeeRate getEstimatedFeeRate() { - Set> feeRatePredictions = getFeeRatePredictions(); - long estimatedFeeRate = feeRatePredictions.stream() - .filter(p -> p.getKey().equalsIgnoreCase("halfHourFee")) - .map(Map.Entry::getValue) - .findFirst() - .map(r -> Math.max(r, MIN_FEE_RATE_FOR_TRADING)) - .map(r -> Math.min(r, MAX_FEE_RATE)) - .orElse(MIN_FEE_RATE_FOR_TRADING); - long economyFee = feeRatePredictions.stream() - .filter(p -> p.getKey().equalsIgnoreCase("economyFee")) - .map(Map.Entry::getValue) - .findFirst() - .orElse(MIN_FEE_RATE_FOR_WITHDRAWAL); - log.info("Retrieved estimated mining fee of {} sat/vB and economyFee of {} sat/vB from {}", estimatedFeeRate, economyFee, getMempoolApiHostname()); - return new FeeRate("BTC", estimatedFeeRate, economyFee, Instant.now().getEpochSecond()); - } - - private Set> getFeeRatePredictions() { - return restTemplate.exchange( - RequestEntity - .get(UriComponentsBuilder - // See https://github.com/bisq-network/projects/issues/27 - .fromUriString("https://" + getMempoolApiHostname() + "/api/v1/fees/recommended") - .build().toUri()) - .build(), - new ParameterizedTypeReference>() { } - ).getBody().entrySet(); - } - - /** - * Return the hostname of the fee estimation API endpoint. No prefix (https://), no - * suffix (trailing slashes, etc). - */ - protected abstract String getMempoolApiHostname(); - - private static Optional args(Environment env) { - return Optional.ofNullable( - env.getProperty(CommandLinePropertySource.DEFAULT_NON_OPTION_ARGS_PROPERTY_NAME, String[].class)); - } - - private static int maxBlocks(Environment env) { - return args(env) - .filter(args -> args.length >= 1) - .map(args -> Integer.valueOf(args[0])) - .orElse(DEFAULT_MAX_BLOCKS); - } - - private static long refreshInterval(Environment env) { - return args(env) - .filter(args -> args.length >= 2) - .map(args -> Integer.valueOf(args[1])) - .orElse(DEFAULT_REFRESH_INTERVAL); - } - - @Primary - @Component - @Order(1) - public static class First extends MempoolFeeRateProvider { - - public First(Environment env) { - super(env); - } - - protected String getMempoolApiHostname() { - // This is the primary instance, so if no API point is set in - // application.properties file, then it defaults to mempool.space - // This ensures there is at least one provider attempting to connect, - // even if the properties file is corrupt or empty - return env.getProperty(MEMPOOL_HOSTNAME_KEY_1, "mempool.space"); - } - } - - @Component - @Order(2) - @ConditionalOnProperty(name = MEMPOOL_HOSTNAME_KEY_2) - public static class Second extends MempoolFeeRateProvider { - - public Second(Environment env) { - super(env); - } - - protected String getMempoolApiHostname() { - return env.getProperty(MEMPOOL_HOSTNAME_KEY_2); - } - } - - @Component - @Order(3) - @ConditionalOnProperty(name = MEMPOOL_HOSTNAME_KEY_3) - public static class Third extends MempoolFeeRateProvider { - - public Third(Environment env) { - super(env); - } - - protected String getMempoolApiHostname() { - return env.getProperty(MEMPOOL_HOSTNAME_KEY_3); - } - } - - @Component - @Order(4) - @ConditionalOnProperty(name = MEMPOOL_HOSTNAME_KEY_4) - public static class Fourth extends MempoolFeeRateProvider { - - public Fourth(Environment env) { - super(env); - } - - protected String getMempoolApiHostname() { - return env.getProperty(MEMPOOL_HOSTNAME_KEY_4); - } - } - - @Component - @Order(5) - @ConditionalOnProperty(name = MEMPOOL_HOSTNAME_KEY_5) - public static class Fifth extends MempoolFeeRateProvider { - - public Fifth(Environment env) { - super(env); - } - - protected String getMempoolApiHostname() { - return env.getProperty(MEMPOOL_HOSTNAME_KEY_5); - } - } - - @RestController - class Controller extends PriceController { - - @GetMapping(path = "/getParams") - public String getParams() { - return String.format("%s;%s", maxBlocks, refreshInterval.toMillis()); - } - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/ExchangeRate.java b/pricenode/src/main/java/bisq/price/spot/ExchangeRate.java deleted file mode 100644 index 78bc5ff21bb..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/ExchangeRate.java +++ /dev/null @@ -1,99 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot; - -import com.fasterxml.jackson.annotation.JsonProperty; - -import java.math.BigDecimal; - -import java.util.Date; -import java.util.Objects; - -/** - * A value object representing the spot price in bitcoin for a given currency at a given - * time as reported by a given provider. - */ -public class ExchangeRate { - - private final String currency; - private final double price; - private final long timestamp; - private final String provider; - - public ExchangeRate(String currency, BigDecimal price, Date timestamp, String provider) { - this( - currency, - price.doubleValue(), - timestamp.getTime(), - provider - ); - } - - public ExchangeRate(String currency, double price, long timestamp, String provider) { - this.currency = currency; - this.price = price; - this.timestamp = timestamp; - this.provider = provider; - } - - @JsonProperty(value = "currencyCode", index = 1) - public String getCurrency() { - return currency; - } - - @JsonProperty(value = "price", index = 2) - public double getPrice() { - return this.price; - } - - @JsonProperty(value = "timestampSec", index = 3) - public long getTimestamp() { - return this.timestamp; - } - - @JsonProperty(value = "provider", index = 4) - public String getProvider() { - return provider; - } - - @Override - public boolean equals(Object o) { - if (this == o) return true; - if (o == null || getClass() != o.getClass()) return false; - ExchangeRate exchangeRate = (ExchangeRate) o; - return Double.compare(exchangeRate.price, price) == 0 && - timestamp == exchangeRate.timestamp && - Objects.equals(currency, exchangeRate.currency) && - Objects.equals(provider, exchangeRate.provider); - } - - @Override - public int hashCode() { - return Objects.hash(currency, price, timestamp, provider); - } - - @Override - public String toString() { - return "ExchangeRate{" + - "currency='" + currency + '\'' + - ", price=" + price + - ", timestamp=" + timestamp + - ", provider=" + provider + - '}'; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/ExchangeRateController.java b/pricenode/src/main/java/bisq/price/spot/ExchangeRateController.java deleted file mode 100644 index f4c01765a88..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/ExchangeRateController.java +++ /dev/null @@ -1,58 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot; - -import bisq.price.PriceController; -import bisq.price.mining.FeeRateService; - -import bisq.common.config.Config; - -import org.springframework.web.bind.annotation.GetMapping; -import org.springframework.web.bind.annotation.RestController; - -import java.util.Map; - -@RestController -class ExchangeRateController extends PriceController { - - private final ExchangeRateService exchangeRateService; - private final FeeRateService feeRateService; - - public ExchangeRateController(ExchangeRateService exchangeRateService, FeeRateService feeRateService) { - this.exchangeRateService = exchangeRateService; - this.feeRateService = feeRateService; - } - - @GetMapping(path = "/getAllMarketPrices") - public Map getAllMarketPrices() { - Map retVal = exchangeRateService.getAllMarketPrices(); - - // add the fee info to results - feeRateService.getFees().forEach((key, value) -> { - retVal.put(translateFieldName(key), value); - }); - - return retVal; - } - - static String translateFieldName(String name) { - if (name.equals(Config.LEGACY_FEE_DATAMAP)) - name = Config.BTC_FEE_INFO; // name changed for clarity - return name; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/ExchangeRateProvider.java b/pricenode/src/main/java/bisq/price/spot/ExchangeRateProvider.java deleted file mode 100644 index dae93a2c0ff..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/ExchangeRateProvider.java +++ /dev/null @@ -1,338 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot; - -import bisq.price.PriceProvider; - -import bisq.core.locale.CurrencyUtil; -import bisq.core.locale.TradeCurrency; - -import org.knowm.xchange.Exchange; -import org.knowm.xchange.ExchangeFactory; -import org.knowm.xchange.currency.Currency; -import org.knowm.xchange.currency.CurrencyPair; -import org.knowm.xchange.dto.marketdata.Ticker; -import org.knowm.xchange.exceptions.ExchangeException; -import org.knowm.xchange.exceptions.NotYetImplementedForExchangeException; -import org.knowm.xchange.service.marketdata.MarketDataService; -import org.knowm.xchange.service.marketdata.params.CurrencyPairsParam; -import org.knowm.xchange.service.marketdata.params.Params; - -import org.springframework.core.env.Environment; - -import java.time.Duration; - -import java.io.IOException; - -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Collection; -import java.util.Collections; -import java.util.Date; -import java.util.HashSet; -import java.util.List; -import java.util.Set; -import java.util.function.Predicate; -import java.util.stream.Collectors; -import java.util.stream.Stream; - -/** - * Abstract base class for providers of bitcoin {@link ExchangeRate} data. Implementations - * are marked with the {@link org.springframework.stereotype.Component} annotation in - * order to be discovered via classpath scanning. If multiple - * {@link ExchangeRateProvider}s retrieve rates for the same currency, then the - * {@link ExchangeRateService} will average them out and expose an aggregate rate. - * - * @see ExchangeRateService#getAllMarketPrices() - */ -public abstract class ExchangeRateProvider extends PriceProvider> { - - private static Set SUPPORTED_CRYPTO_CURRENCIES = new HashSet<>(); - private static Set SUPPORTED_FIAT_CURRENCIES = new HashSet<>(); - private Set providerExclusionList = new HashSet<>(); - private final String name; - private final String prefix; - private final Environment env; - - public ExchangeRateProvider(Environment env, String name, String prefix, Duration refreshInterval) { - super(refreshInterval); - this.name = name; - this.prefix = prefix; - this.env = env; - List excludedByProvider = - Arrays.asList(env.getProperty("bisq.price.fiatcurrency.excludedByProvider", "") - .toUpperCase().trim().split("\\s*,\\s*")); - for (String s: excludedByProvider) { - String[] splits = s.split(":"); - if (splits.length == 2 && splits[0].equalsIgnoreCase(name) && CurrencyUtil.isFiatCurrency(splits[1])) { - providerExclusionList.add(splits[1]); - } - } - if (providerExclusionList.size() > 0) { - log.info("{} specific exclusion list={}", name, providerExclusionList.toString()); - } - } - - public Set getSupportedFiatCurrencies() { - if (SUPPORTED_FIAT_CURRENCIES.isEmpty()) { // one-time initialization - List excludedFiatCurrencies = - Arrays.asList(env.getProperty("bisq.price.fiatcurrency.excluded", "") - .toUpperCase().trim().split("\\s*,\\s*")); - String validatedExclusionList = excludedFiatCurrencies.stream() - .filter(ccy -> !ccy.isEmpty()) - .filter(CurrencyUtil::isFiatCurrency) - .collect(Collectors.toList()).toString(); - SUPPORTED_FIAT_CURRENCIES = CurrencyUtil.getAllSortedFiatCurrencies().stream() - .map(TradeCurrency::getCode) - .filter(ccy -> !validatedExclusionList.contains(ccy.toUpperCase())) - .collect(Collectors.toSet()); - log.info("fiat currencies excluded: {}", validatedExclusionList); - log.info("fiat currencies supported: {}", SUPPORTED_FIAT_CURRENCIES.size()); - } - // filter out any provider specific ccy exclusions - return SUPPORTED_FIAT_CURRENCIES.stream() - .filter(ccy -> !providerExclusionList.contains(ccy.toUpperCase())) - .collect(Collectors.toSet()); - } - - public Set getSupportedCryptoCurrencies() { - if (SUPPORTED_CRYPTO_CURRENCIES.isEmpty()) { // one-time initialization - List excludedCryptoCurrencies = - Arrays.asList(env.getProperty("bisq.price.cryptocurrency.excluded", "") - .toUpperCase().trim().split("\\s*,\\s*")); - String validatedExclusionList = excludedCryptoCurrencies.stream() - .filter(ccy -> !ccy.isEmpty()) - .filter(CurrencyUtil::isCryptoCurrency) - .collect(Collectors.toList()).toString(); - SUPPORTED_CRYPTO_CURRENCIES = CurrencyUtil.getAllSortedCryptoCurrencies().stream() - .map(TradeCurrency::getCode) - .filter(ccy -> !validatedExclusionList.contains(ccy.toUpperCase())) - .collect(Collectors.toSet()); - log.info("crypto currencies excluded: {}", validatedExclusionList); - log.info("crypto currencies supported: {}", SUPPORTED_CRYPTO_CURRENCIES.size()); - } - return SUPPORTED_CRYPTO_CURRENCIES; - } - - public String getName() { - return name; - } - - public String getPrefix() { - return prefix; - } - - @Override - protected void onRefresh() { - get().stream() - .filter(e -> "USD".equals(e.getCurrency()) || "LTC".equals(e.getCurrency())) - .forEach(e -> log.info("BTC/{}: {}", e.getCurrency(), e.getPrice())); - } - - /** - * @param exchangeClass Class of the {@link Exchange} for which the rates should be - * polled - * @return Exchange rates for Bisq-supported fiat currencies and altcoins in the - * specified {@link Exchange} - * - * @see CurrencyUtil#getAllSortedFiatCurrencies() - * @see CurrencyUtil#getAllSortedCryptoCurrencies() - */ - protected Set doGet(Class exchangeClass) { - Set result = new HashSet(); - - // Initialize XChange objects - Exchange exchange = ExchangeFactory.INSTANCE.createExchange(exchangeClass.getName()); - MarketDataService marketDataService = exchange.getMarketDataService(); - - // Retrieve all currency pairs supported by the exchange - List allCurrencyPairsOnExchange = exchange.getExchangeSymbols(); - - // Find out which currency pairs we are interested in polling ("desired pairs") - // This will be the intersection of: - // 1) the pairs available on the exchange, and - // 2) the pairs Bisq considers relevant / valid - // This will result in two lists of desired pairs (fiat and alts) - - // Find the desired fiat pairs (pair format is BTC-FIAT) - List desiredFiatPairs = allCurrencyPairsOnExchange.stream() - .filter(cp -> cp.base.equals(Currency.BTC)) - .filter(cp -> getSupportedFiatCurrencies().contains(cp.counter.getCurrencyCode())) - .collect(Collectors.toList()); - - // Find the desired altcoin pairs (pair format is ALT-BTC) - List desiredCryptoPairs = allCurrencyPairsOnExchange.stream() - .filter(cp -> cp.counter.equals(Currency.BTC)) - .filter(cp -> getSupportedCryptoCurrencies().contains(cp.base.getCurrencyCode())) - .collect(Collectors.toList()); - - // Retrieve in bulk all tickers offered by the exchange - // The benefits of this approach (vs polling each ticker) are twofold: - // 1) the polling of the exchange is faster (one HTTP call vs several) - // 2) it's easier to stay below any API rate limits the exchange might have - List tickersRetrievedFromExchange = new ArrayList<>(); - try { - tickersRetrievedFromExchange = marketDataService.getTickers(new CurrencyPairsParam() { - - /** - * The {@link MarketDataService#getTickers(Params)} interface requires a - * {@link CurrencyPairsParam} argument when polling for tickers in bulk. - * This parameter is meant to indicate a list of currency pairs for which - * the tickers should be polled. However, the actual implementations for - * the different exchanges differ, for example: - * - some will ignore it (and retrieve all available tickers) - * - some will require it (and will fail if a null or empty list is given) - * - some will properly handle it - * - * We take a simplistic approach, namely: - * - for providers that require such a filter, specify one - * - for all others, do not specify one - * - * We make this distinction using - * {@link ExchangeRateProvider#requiresFilterDuringBulkTickerRetrieval} - * - * @return Filter (list of desired currency pairs) to be used during bulk - * ticker retrieval - */ - @Override - public Collection getCurrencyPairs() { - // If required by the exchange implementation, specify a filter - // (list of pairs which should be retrieved) - if (requiresFilterDuringBulkTickerRetrieval()) { - return Stream.of(desiredFiatPairs, desiredCryptoPairs) - .flatMap(Collection::stream) - .collect(Collectors.toList()); - } - - // Otherwise, specify an empty list, indicating that the API should - // simply return all available tickers - return Collections.emptyList(); - } - }); - - if (tickersRetrievedFromExchange.isEmpty()) { - // If the bulk ticker retrieval went through, but no tickers were - // retrieved, this is a strong indication that this specific exchange - // needs a specific list of pairs given as argument, for bulk retrieval to - // work. See requiresFilterDuringBulkTickerRetrieval() - throw new IllegalArgumentException("No tickers retrieved, " + - "exchange requires explicit filter argument during bulk retrieval?"); - } - } catch (NotYetImplementedForExchangeException e) { - // Thrown when a provider has no marketDataService.getTickers() implementation - // either because the exchange API does not provide it, or because it has not - // been implemented yet in the knowm xchange library - - // In this case (retrieval of bulk tickers is not possible) retrieve the - // tickers one by one - List finalTickersRetrievedFromExchange = tickersRetrievedFromExchange; - Stream.of(desiredFiatPairs, desiredCryptoPairs) - .flatMap(Collection::stream) - .collect(Collectors.toList()) - .forEach(cp -> { - try { - - // This is done in a loop, and can therefore result in a burst - // of API calls. Some exchanges do not allow bursts - // A simplistic solution is to delay every call by 1 second - // TODO Switch to using a more elegant solution (per exchange) - // like ResilienceSpecification (needs knowm xchange libs v5) - if (getMarketDataCallDelay() > 0) { - Thread.sleep(getMarketDataCallDelay()); - } - - Ticker ticker = marketDataService.getTicker(cp); - finalTickersRetrievedFromExchange.add(ticker); - - } catch (IOException | InterruptedException ioException) { - ioException.printStackTrace(); - log.error("Could not query tickers for " + getName(), e); - } - }); - } catch (ExchangeException | // Errors reported by the exchange (rate limit, etc) - IOException | // Errors while trying to connect to the API (timeouts, etc) - // Potential error when integrating new exchange (hints that exchange - // provider implementation needs to overwrite - // requiresFilterDuringBulkTickerRetrieval() and have it return true ) - IllegalArgumentException e) { - // Catch and handle all other possible exceptions - // If there was a problem with polling this exchange, return right away, - // since there are no results to parse and process - log.error("Could not query tickers for provider " + getName(), e); - return result; - } - - // Create an ExchangeRate for each desired currency pair ticker that was retrieved - Predicate isDesiredFiatPair = t -> desiredFiatPairs.contains(t.getCurrencyPair()); - Predicate isDesiredCryptoPair = t -> desiredCryptoPairs.contains(t.getCurrencyPair()); - tickersRetrievedFromExchange.stream() - .filter(isDesiredFiatPair.or(isDesiredCryptoPair)) // Only consider desired pairs - .forEach(t -> { - // All tickers here match all requirements - - // We have two kinds of currency pairs, BTC-FIAT and ALT-BTC - // In the first one, BTC is the first currency of the pair - // In the second type, BTC is listed as the second currency - // Distinguish between the two and create ExchangeRates accordingly - - // In every Bisq ExchangeRate, BTC is one currency in the pair - // Extract the other currency from the ticker, to create ExchangeRates - String otherExchangeRateCurrency; - if (t.getCurrencyPair().base.equals(Currency.BTC)) { - otherExchangeRateCurrency = t.getCurrencyPair().counter.getCurrencyCode(); - } else { - otherExchangeRateCurrency = t.getCurrencyPair().base.getCurrencyCode(); - } - - result.add(new ExchangeRate( - otherExchangeRateCurrency, - t.getLast(), - // Some exchanges do not provide timestamps - t.getTimestamp() == null ? new Date() : t.getTimestamp(), - this.getName() - )); - }); - - return result; - } - - /** - * Specifies optional delay between certain kind of API calls that can result in - * bursts. We want to avoid bursts, because this can cause certain exchanges to - * temporarily restrict access to the pricenode IP. - * - * @return Amount of milliseconds of delay between marketDataService.getTicker calls. - * By default 0, but can be overwritten by each provider. - */ - protected long getMarketDataCallDelay() { - return 0; - } - - /** - * @return Whether or not the bulk retrieval of tickers from the exchange requires an - * explicit filter (list of desired pairs) or not. If true, the - * {@link MarketDataService#getTickers(Params)} call will be constructed and given as - * argument, which acts as a filter indicating for which pairs the ticker should be - * retrieved. If false, {@link MarketDataService#getTickers(Params)} will be called - * with an empty argument, indicating that the API should simply return all available - * tickers on the exchange - */ - protected boolean requiresFilterDuringBulkTickerRetrieval() { - return false; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/ExchangeRateService.java b/pricenode/src/main/java/bisq/price/spot/ExchangeRateService.java deleted file mode 100644 index e1300b6d5a2..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/ExchangeRateService.java +++ /dev/null @@ -1,187 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot; - -import org.springframework.stereotype.Service; - -import java.math.BigDecimal; - -import java.util.ArrayList; -import java.util.Comparator; -import java.util.Date; -import java.util.HashMap; -import java.util.LinkedHashMap; -import java.util.List; -import java.util.Map; -import java.util.OptionalDouble; -import java.util.Set; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import static java.util.Arrays.asList; - -/** - * High-level {@link ExchangeRate} data operations. - */ -@Service -class ExchangeRateService { - protected final Logger log = LoggerFactory.getLogger(this.getClass()); - - private final List providers; - - /** - * Construct an {@link ExchangeRateService} with a list of all - * {@link ExchangeRateProvider} implementations discovered via classpath scanning. - * - * @param providers all {@link ExchangeRateProvider} implementations in ascending - * order of precedence - */ - public ExchangeRateService(List providers) { - this.providers = providers; - } - - public Map getAllMarketPrices() { - Map metadata = new LinkedHashMap<>(); - Map aggregateExchangeRates = getAggregateExchangeRates(); - - providers.forEach(p -> { - if (p.get() == null) - return; - Set exchangeRates = p.get(); - - // Specific metadata fields for specific providers are expected by the client, - // mostly for historical reasons - // Therefore, add metadata fields for all known providers - // Rates are encapsulated in the "data" map below - metadata.putAll(getMetadata(p, exchangeRates)); - }); - - LinkedHashMap result = new LinkedHashMap<>(); - result.putAll(metadata); - // Use a sorted list by currency code to make comparision of json data between - // different price nodes easier - List values = new ArrayList<>(aggregateExchangeRates.values()); - values.sort(Comparator.comparing(ExchangeRate::getCurrency)); - result.put("data", values); - - return result; - } - - /** - * For each currency, create an aggregate {@link ExchangeRate} based on the currency's - * rates from all providers. If multiple providers have rates for the currency, then - * aggregate price = average of retrieved prices. If a single provider has rates for - * the currency, then aggregate price = the rate from that provider. - * - * @return Aggregate {@link ExchangeRate}s based on info from all providers, indexed - * by currency code - */ - private Map getAggregateExchangeRates() { - Map aggregateExchangeRates = new HashMap<>(); - - // Query all providers and collect all exchange rates, grouped by currency code - // key = currency code - // value = list of exchange rates - Map> currencyCodeToExchangeRates = getCurrencyCodeToExchangeRates(); - - // For each currency code, calculate aggregate rate - currencyCodeToExchangeRates.forEach((currencyCode, exchangeRateList) -> { - if (exchangeRateList.isEmpty()) { - // If the map was built incorrectly and this currency points to an empty - // list of rates, skip it - return; - } - - ExchangeRate aggregateExchangeRate; - if (exchangeRateList.size() == 1) { - // If a single provider has rates for this currency, then aggregate = rate - // from that provider - aggregateExchangeRate = exchangeRateList.get(0); - } else { - // If multiple providers have rates for this currency, then - // aggregate = average of the rates - OptionalDouble opt = exchangeRateList.stream().mapToDouble(ExchangeRate::getPrice).average(); - // List size > 1, so opt is always set - double priceAvg = opt.orElseThrow(IllegalStateException::new); - - aggregateExchangeRate = new ExchangeRate( - currencyCode, - BigDecimal.valueOf(priceAvg), - new Date(), // timestamp = time when avg is calculated - "Bisq-Aggregate"); - } - aggregateExchangeRates.put(aggregateExchangeRate.getCurrency(), aggregateExchangeRate); - }); - - return aggregateExchangeRates; - } - - /** - * @return All {@link ExchangeRate}s from all providers, grouped by currency code - */ - private Map> getCurrencyCodeToExchangeRates() { - Map> currencyCodeToExchangeRates = new HashMap<>(); - for (ExchangeRateProvider p : providers) { - if (p.get() == null) - continue; - for (ExchangeRate exchangeRate : p.get()) { - String currencyCode = exchangeRate.getCurrency(); - if (currencyCodeToExchangeRates.containsKey(currencyCode)) { - List l = new ArrayList<>(currencyCodeToExchangeRates.get(currencyCode)); - l.add(exchangeRate); - currencyCodeToExchangeRates.put(currencyCode, l); - } else { - currencyCodeToExchangeRates.put(currencyCode, asList(exchangeRate)); - } - } - } - return currencyCodeToExchangeRates; - } - - private Map getMetadata(ExchangeRateProvider provider, Set exchangeRates) { - Map metadata = new LinkedHashMap<>(); - - // In case a provider is not available we still want to deliver the data of the - // other providers, so we catch a possible exception and leave timestamp at 0. The - // Bisq app will check if the timestamp is in a tolerance window and if it is too - // old it will show that the price is not available. - long timestamp = 0; - try { - timestamp = getTimestamp(provider, exchangeRates); - } catch (Throwable t) { - log.error(t.toString()); - if (log.isDebugEnabled()) - t.printStackTrace(); - } - - String prefix = provider.getPrefix(); - metadata.put(prefix + "Ts", timestamp); - metadata.put(prefix + "Count", exchangeRates.size()); - - return metadata; - } - - private long getTimestamp(ExchangeRateProvider provider, Set exchangeRates) { - return exchangeRates.stream() - .filter(e -> provider.getName().equals(e.getProvider())) - .findFirst() - .orElseThrow(() -> new IllegalStateException("No exchange rate data found for " + provider.getName())) - .getTimestamp(); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/BTCMarkets.java b/pricenode/src/main/java/bisq/price/spot/providers/BTCMarkets.java deleted file mode 100644 index e9b8e843358..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/BTCMarkets.java +++ /dev/null @@ -1,46 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.btcmarkets.BTCMarketsExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class BTCMarkets extends ExchangeRateProvider { - - public BTCMarkets(Environment env) { - super(env, "BTCMARKETS", "btcmarkets", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: AUD - // Supported alts: ETH, LTC - return doGet(BTCMarketsExchange.class); - } - -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Binance.java b/pricenode/src/main/java/bisq/price/spot/providers/Binance.java deleted file mode 100644 index d630b808133..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Binance.java +++ /dev/null @@ -1,46 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.binance.BinanceExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Binance extends ExchangeRateProvider { - - public Binance(Environment env) { - super(env, "BINANCE", "binance", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: EUR, GBP, NGN, RUB, TRY, UAH, ZAR - // Supported alts: BEAM, DAI, DASH, DCR, DOGE, ETC, ETH, LTC, NAV, PIVX, XMR, XZC, - // ZEC, ZEN - return doGet(BinanceExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/BitcoinAverage.java b/pricenode/src/main/java/bisq/price/spot/providers/BitcoinAverage.java deleted file mode 100644 index db33f9da702..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/BitcoinAverage.java +++ /dev/null @@ -1,57 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.HashSet; -import java.util.Set; - -/** - * Stub implementation (similar to #CoinMarketCap) for backward compatibility with legacy - * Bisq clients - */ -@Component -class BitcoinAverage extends ExchangeRateProvider { - - public BitcoinAverage(Environment env) { - // Simulate a deactivated BitcoinAverage provider - // We still need the class to exist and be registered as a provider though, - // because the returned data structure must contain the "btcAverageTs" key - // for backward compatibility with Bisq clients which hardcode that key - super(env, "BA", "btcAverage", Duration.ofMinutes(100)); - } - - /** - * @see CoinMarketCap#doGet() - * @return - */ - @Override - public Set doGet() { - - HashSet exchangeRates = new HashSet<>(); - exchangeRates.add(new ExchangeRate("NON_EXISTING_SYMBOL_BA", 0, 0L, getName())); - return exchangeRates; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Bitfinex.java b/pricenode/src/main/java/bisq/price/spot/providers/Bitfinex.java deleted file mode 100644 index cc8f62f3950..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Bitfinex.java +++ /dev/null @@ -1,45 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.bitfinex.BitfinexExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Bitfinex extends ExchangeRateProvider { - - public Bitfinex(Environment env) { - super(env, "BITFINEX", "bitfinex", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: EUR, GBP, JPY, USD - // Supported alts: DAI, ETC, ETH, LTC, XMR, ZEC - return doGet(BitfinexExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Bitflyer.java b/pricenode/src/main/java/bisq/price/spot/providers/Bitflyer.java deleted file mode 100644 index c2532847fb0..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Bitflyer.java +++ /dev/null @@ -1,45 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.bitflyer.BitflyerExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Bitflyer extends ExchangeRateProvider { - - public Bitflyer(Environment env) { - super(env, "BITFLYER", "bitflyer", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: JPY - // Supported alts: ETH - return doGet(BitflyerExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Bitstamp.java b/pricenode/src/main/java/bisq/price/spot/providers/Bitstamp.java deleted file mode 100644 index 798f6aa95c8..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Bitstamp.java +++ /dev/null @@ -1,45 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.bitstamp.BitstampExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Bitstamp extends ExchangeRateProvider { - - public Bitstamp(Environment env) { - super(env, "BITSTAMP", "bitstamp", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: EUR, GBP, USD - // Supported alts: ETH, LTC - return doGet(BitstampExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/CoinGecko.java b/pricenode/src/main/java/bisq/price/spot/providers/CoinGecko.java deleted file mode 100644 index 556001fc378..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/CoinGecko.java +++ /dev/null @@ -1,105 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; -import bisq.price.util.coingecko.CoinGeckoMarketData; - -import org.springframework.core.ParameterizedTypeReference; -import org.springframework.core.env.Environment; -import org.springframework.http.RequestEntity; -import org.springframework.stereotype.Component; -import org.springframework.web.client.RestTemplate; -import org.springframework.web.util.UriComponentsBuilder; - -import java.time.Duration; - -import java.math.BigDecimal; -import java.math.RoundingMode; - -import java.util.Date; -import java.util.HashSet; -import java.util.Map; -import java.util.Set; -import java.util.function.Predicate; -import java.util.stream.Collectors; - -@Component -class CoinGecko extends ExchangeRateProvider { - - private final RestTemplate restTemplate = new RestTemplate(); - - public CoinGecko(Environment env) { - super(env, "COINGECKO", "coingecko", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - - // Rate limit for the CoinGecko API is 10 calls each second per IP address - // We retrieve all rates in bulk, so we only make 1 call per provider poll - - Set result = new HashSet(); - - Predicate isDesiredFiatPair = t -> getSupportedFiatCurrencies().contains(t.getKey()); - Predicate isDesiredCryptoPair = t -> getSupportedCryptoCurrencies().contains(t.getKey()); - - getMarketData().getRates().entrySet().stream() - .filter(isDesiredFiatPair.or(isDesiredCryptoPair)) - .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)) - .forEach((key, ticker) -> { - - boolean useInverseRate = false; - if (getSupportedCryptoCurrencies().contains(key)) { - // Use inverse rate for alts, because the API returns the - // conversion rate in the opposite direction than what we need - // API returns the BTC/Alt rate, we need the Alt/BTC rate - useInverseRate = true; - } - - BigDecimal rate = ticker.getValue(); - // Find the inverse rate, while using enough decimals to reflect very - // small exchange rates - BigDecimal inverseRate = (rate.compareTo(BigDecimal.ZERO) > 0) ? - BigDecimal.ONE.divide(rate, 8, RoundingMode.HALF_UP) : - BigDecimal.ZERO; - - result.add(new ExchangeRate( - key, - (useInverseRate ? inverseRate : rate), - new Date(), - this.getName() - )); - }); - - return result; - } - - private CoinGeckoMarketData getMarketData() { - return restTemplate.exchange( - RequestEntity - .get(UriComponentsBuilder - .fromUriString("https://api.coingecko.com/api/v3/exchange_rates").build() - .toUri()) - .build(), - new ParameterizedTypeReference() { - } - ).getBody(); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/CoinMarketCap.java b/pricenode/src/main/java/bisq/price/spot/providers/CoinMarketCap.java deleted file mode 100644 index d18ee649c7a..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/CoinMarketCap.java +++ /dev/null @@ -1,54 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.HashSet; -import java.util.Set; - -/** - * Stub implementation of CoinMarketCap price provider to prevent NullPointerExceptions within legacy clients - */ -@Component -class CoinMarketCap extends ExchangeRateProvider { - - public CoinMarketCap(Environment env) { - super(env, "CMC", "coinmarketcap", Duration.ofMinutes(5)); // large data structure, so don't request it too often - } - - /** - * Returns a Set with a non existing symbol for the CoinMarketCap price provider. - * Price data of CMC provider is not used in the client anymore, except for the last update timestamp. - * To prevent a unnecessary warning log in that case we have to pass at least one element. - * - * @return Empty Set - */ - @Override - public Set doGet() { - HashSet exchangeRates = new HashSet<>(); - exchangeRates.add(new ExchangeRate("NON_EXISTING_SYMBOL", 0, 0L, "CMC")); - return exchangeRates; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/CoinbasePro.java b/pricenode/src/main/java/bisq/price/spot/providers/CoinbasePro.java deleted file mode 100644 index 663fee8e39f..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/CoinbasePro.java +++ /dev/null @@ -1,49 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.coinbasepro.CoinbaseProExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class CoinbasePro extends ExchangeRateProvider { - - public CoinbasePro(Environment env) { - super(env, "COINBASEPRO", "coinbasepro", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: EUR, USD, GBP - // Supported alts: DASH, DOGE, ETC, ETH, LTC, ZEC, ZEN - return doGet(CoinbaseProExchange.class); - } - - @Override - protected boolean requiresFilterDuringBulkTickerRetrieval() { - return true; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Coinone.java b/pricenode/src/main/java/bisq/price/spot/providers/Coinone.java deleted file mode 100644 index bf125756732..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Coinone.java +++ /dev/null @@ -1,46 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.coinone.CoinoneExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Coinone extends ExchangeRateProvider { - - public Coinone(Environment env) { - super(env, "COINONE", "coinone", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: KRW - // Supported alts: - - return doGet(CoinoneExchange.class); - } - -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/IndependentReserve.java b/pricenode/src/main/java/bisq/price/spot/providers/IndependentReserve.java deleted file mode 100644 index db1b881c228..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/IndependentReserve.java +++ /dev/null @@ -1,46 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.independentreserve.IndependentReserveExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class IndependentReserve extends ExchangeRateProvider { - - public IndependentReserve(Environment env) { - super(env, "IndependentReserve", "independentreserve", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: AUD, NZD (New Zealand Dollar), USD - // Supported alts: - - return doGet(IndependentReserveExchange.class); - } - -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Kraken.java b/pricenode/src/main/java/bisq/price/spot/providers/Kraken.java deleted file mode 100644 index 0d1d2adc8ce..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Kraken.java +++ /dev/null @@ -1,50 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.kraken.KrakenExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Kraken extends ExchangeRateProvider { - - public Kraken(Environment env) { - super(env, "KRAKEN", "kraken", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: AUD, CAD, CHF, EUR, GBP, JPY, USD - // Supported alts: DASH, DOGE, ETC, ETH, LTC, XMR, ZEC - return doGet(KrakenExchange.class); - } - - @Override - protected boolean requiresFilterDuringBulkTickerRetrieval() { - return true; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Luno.java b/pricenode/src/main/java/bisq/price/spot/providers/Luno.java deleted file mode 100644 index 451f6ba864d..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Luno.java +++ /dev/null @@ -1,53 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.luno.LunoExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Luno extends ExchangeRateProvider { - - public Luno(Environment env) { - super(env, "LUNO", "luno", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: IDR (Indonesian rupiah), MYR (Malaysian ringgit), - // NGN (Nigerian Naira), ZAR (South African rand) - // Supported alts: - - return doGet(LunoExchange.class); - } - - @Override - protected long getMarketDataCallDelay() { - // Luno allows only 1 MarketData call per second - // (see https://www.luno.com/en/developers/api ) - return 1000; - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/MercadoBitcoin.java b/pricenode/src/main/java/bisq/price/spot/providers/MercadoBitcoin.java deleted file mode 100644 index 7ecbbb20a64..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/MercadoBitcoin.java +++ /dev/null @@ -1,46 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.mercadobitcoin.MercadoBitcoinExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class MercadoBitcoin extends ExchangeRateProvider { - - public MercadoBitcoin(Environment env) { - super(env, "MercadoBitcoin", "mercadobitcoin", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: BRL (Brazilian Real) - // Supported alts: - - return doGet(MercadoBitcoinExchange.class); - } - -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Paribu.java b/pricenode/src/main/java/bisq/price/spot/providers/Paribu.java deleted file mode 100644 index 8498aff68ee..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Paribu.java +++ /dev/null @@ -1,45 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.paribu.ParibuExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Paribu extends ExchangeRateProvider { - - public Paribu(Environment env) { - super(env, "PARIBU", "paribu", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: TRY (Turkish Lira) - // Supported alts: - - return doGet(ParibuExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Poloniex.java b/pricenode/src/main/java/bisq/price/spot/providers/Poloniex.java deleted file mode 100644 index 6664e7ea3a5..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Poloniex.java +++ /dev/null @@ -1,45 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.poloniex.PoloniexExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Poloniex extends ExchangeRateProvider { - - public Poloniex(Environment env) { - super(env, "POLO", "poloniex", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: - - // Supported alts: DASH, DCR, DOGE, ETC, ETH, LTC, XMR, ZEC - return doGet(PoloniexExchange.class); - } -} diff --git a/pricenode/src/main/java/bisq/price/spot/providers/Quoine.java b/pricenode/src/main/java/bisq/price/spot/providers/Quoine.java deleted file mode 100644 index 745181727f8..00000000000 --- a/pricenode/src/main/java/bisq/price/spot/providers/Quoine.java +++ /dev/null @@ -1,50 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import org.knowm.xchange.quoine.QuoineExchange; - -import org.springframework.core.env.Environment; -import org.springframework.stereotype.Component; - -import java.time.Duration; - -import java.util.Set; - -@Component -class Quoine extends ExchangeRateProvider { - - public Quoine(Environment env) { - super(env, "QUOINE", "quoine", Duration.ofMinutes(1)); - } - - @Override - public Set doGet() { - // Supported fiat: AUD, CNY, EUR, HKD, IDR, INR, JPY, PHP, SGD, USD - // Supported alts: ETH - return doGet(QuoineExchange.class); - } - - @Override - protected boolean requiresFilterDuringBulkTickerRetrieval() { - return true; - } -} diff --git a/pricenode/src/main/java/bisq/price/util/Altcoins.java b/pricenode/src/main/java/bisq/price/util/Altcoins.java deleted file mode 100644 index e7917ce8c64..00000000000 --- a/pricenode/src/main/java/bisq/price/util/Altcoins.java +++ /dev/null @@ -1,32 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.util; - -import bisq.core.locale.CurrencyUtil; -import bisq.core.locale.TradeCurrency; - -import java.util.Set; -import java.util.stream.Collectors; - -public abstract class Altcoins { - - public static final Set ALL_SUPPORTED = - CurrencyUtil.getAllSortedCryptoCurrencies().stream() - .map(TradeCurrency::getCode) - .collect(Collectors.toSet()); -} diff --git a/pricenode/src/main/java/bisq/price/util/bitpay/BitpayMarketData.java b/pricenode/src/main/java/bisq/price/util/bitpay/BitpayMarketData.java deleted file mode 100644 index 73ab946a9bc..00000000000 --- a/pricenode/src/main/java/bisq/price/util/bitpay/BitpayMarketData.java +++ /dev/null @@ -1,13 +0,0 @@ -package bisq.price.util.bitpay; - - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class BitpayMarketData { - - private BitpayTicker[] data; - -} diff --git a/pricenode/src/main/java/bisq/price/util/bitpay/BitpayTicker.java b/pricenode/src/main/java/bisq/price/util/bitpay/BitpayTicker.java deleted file mode 100644 index 8cc63773ac3..00000000000 --- a/pricenode/src/main/java/bisq/price/util/bitpay/BitpayTicker.java +++ /dev/null @@ -1,18 +0,0 @@ -package bisq.price.util.bitpay; - -import java.math.BigDecimal; - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class BitpayTicker { - - private String code; - - private String name; - - private BigDecimal rate; - -} diff --git a/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoMarketData.java b/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoMarketData.java deleted file mode 100644 index b96ba10dcaa..00000000000 --- a/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoMarketData.java +++ /dev/null @@ -1,22 +0,0 @@ -package bisq.price.util.coingecko; - - -import java.util.Map; -import java.util.stream.Collectors; - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class CoinGeckoMarketData { - - private Map rates; - - public void setRates(Map rates) { - // Convert keys to uppercase ("usd" -> "USD") when deserializing API response - this.rates = rates.entrySet().stream() - .collect(Collectors.toMap(entry -> entry.getKey().toUpperCase(), entry -> entry.getValue())); - } - -} diff --git a/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoTicker.java b/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoTicker.java deleted file mode 100644 index 2326203a100..00000000000 --- a/pricenode/src/main/java/bisq/price/util/coingecko/CoinGeckoTicker.java +++ /dev/null @@ -1,20 +0,0 @@ -package bisq.price.util.coingecko; - -import java.math.BigDecimal; - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class CoinGeckoTicker { - - private String name; - - private String unit; - - private BigDecimal value; - - private String type; - -} diff --git a/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaMarketData.java b/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaMarketData.java deleted file mode 100644 index b5e366ddbcb..00000000000 --- a/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaMarketData.java +++ /dev/null @@ -1,17 +0,0 @@ -package bisq.price.util.coinpaprika; - - -import java.util.Map; - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class CoinpaprikaMarketData { - - // All other json fields can be ignored, we don't need them - - private Map quotes; - -} diff --git a/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaTicker.java b/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaTicker.java deleted file mode 100644 index 64bb3183120..00000000000 --- a/pricenode/src/main/java/bisq/price/util/coinpaprika/CoinpaprikaTicker.java +++ /dev/null @@ -1,16 +0,0 @@ -package bisq.price.util.coinpaprika; - -import java.math.BigDecimal; - -import lombok.Getter; -import lombok.Setter; - -@Getter -@Setter -public class CoinpaprikaTicker { - - // All other json fields can be ignored, we don't need them - - private BigDecimal price; - -} diff --git a/pricenode/src/main/resources/application.properties b/pricenode/src/main/resources/application.properties deleted file mode 100644 index 276bad51d90..00000000000 --- a/pricenode/src/main/resources/application.properties +++ /dev/null @@ -1,12 +0,0 @@ -spring.jackson.serialization.indent_output=true - -# To enable another fee estimation endpoint, simply uncomment one of the following lines -# and set it to hostname exposing the fee estimation API -bisq.price.mining.providers.mempoolHostname.1=mempool.space -bisq.price.mining.providers.mempoolHostname.2=mempool.emzy.de -bisq.price.mining.providers.mempoolHostname.3=mempool.ninja -bisq.price.mining.providers.mempoolHostname.4=mempool.bisq.services -# bisq.price.mining.providers.mempoolHostname.5=someHostOrIP -bisq.price.fiatcurrency.excluded=LBP,ARS -bisq.price.fiatcurrency.excludedByProvider=HUOBI:BRL -bisq.price.cryptocurrency.excluded= diff --git a/pricenode/src/main/resources/banner.txt b/pricenode/src/main/resources/banner.txt deleted file mode 100644 index 08d29b7388b..00000000000 --- a/pricenode/src/main/resources/banner.txt +++ /dev/null @@ -1,6 +0,0 @@ - __ _ _ __ - / /_ (_)________ _ ____ _____(_)_______ ____ ____ ____/ /__ - / __ \/ / ___/ __ `/_____/ __ \/ ___/ / ___/ _ \/ __ \/ __ \/ __ / _ \ - / /_/ / (__ ) /_/ /_____/ /_/ / / / / /__/ __/ / / / /_/ / /_/ / __/ -/_.___/_/____/\__, / / .___/_/ /_/\___/\___/_/ /_/\____/\__,_/\___/ - /_/ /_/ ${application.formatted-version} diff --git a/pricenode/src/main/resources/logback.xml b/pricenode/src/main/resources/logback.xml deleted file mode 100644 index 02acbae6f9e..00000000000 --- a/pricenode/src/main/resources/logback.xml +++ /dev/null @@ -1,16 +0,0 @@ - - - - - %highlight(%d{MMM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{15}: %msg %xEx%n) - - - - - - - - - - - diff --git a/pricenode/src/main/resources/version.txt b/pricenode/src/main/resources/version.txt deleted file mode 100644 index e87c17ec4a2..00000000000 --- a/pricenode/src/main/resources/version.txt +++ /dev/null @@ -1 +0,0 @@ -0.7.2-SNAPSHOT diff --git a/pricenode/src/test/java/bisq/price/AbstractExchangeRateProviderTest.java b/pricenode/src/test/java/bisq/price/AbstractExchangeRateProviderTest.java deleted file mode 100644 index 911f45439d0..00000000000 --- a/pricenode/src/test/java/bisq/price/AbstractExchangeRateProviderTest.java +++ /dev/null @@ -1,66 +0,0 @@ -package bisq.price; - -import bisq.price.spot.ExchangeRate; -import bisq.price.spot.ExchangeRateProvider; - -import com.google.common.collect.Sets; - -import java.util.Set; -import java.util.TreeSet; -import java.util.stream.Collectors; - -import lombok.extern.slf4j.Slf4j; - -import static org.junit.Assert.assertTrue; - -@Slf4j -public abstract class AbstractExchangeRateProviderTest { - - protected void doGet_successfulCall(ExchangeRateProvider exchangeProvider) { - - // Use the XChange library to call the provider API, in order to retrieve the - // exchange rates. If the API call fails, or the response body cannot be parsed, - // the test will fail with an exception - Set retrievedExchangeRates = exchangeProvider.doGet(); - - // Log the valid exchange rates which were retrieved - // Useful when running the tests, to easily identify which exchanges provide - // useful pairs - retrievedExchangeRates.forEach(e -> log.info("Found exchange rate " + e.toString())); - - // Sanity checks - assertTrue(retrievedExchangeRates.size() > 0); - checkProviderCurrencyPairs(exchangeProvider, retrievedExchangeRates); - } - - /** - * Check that every retrieved currency pair is between BTC and either - * A) a fiat currency on the list of Bisq-supported fiat currencies, or - * B) an altcoin on the list of Bisq-supported altcoins - * - * @param retrievedExchangeRates Exchange rates retrieved from the provider - */ - private void checkProviderCurrencyPairs(ExchangeRateProvider exchangeProvider, Set retrievedExchangeRates) { - Set retrievedRatesCurrencies = retrievedExchangeRates.stream() - .map(ExchangeRate::getCurrency) - .collect(Collectors.toSet()); - - Set supportedFiatCurrenciesRetrieved = exchangeProvider.getSupportedFiatCurrencies().stream() - .filter(f -> retrievedRatesCurrencies.contains(f)) - .collect(Collectors.toCollection(TreeSet::new)); - log.info("Retrieved rates for supported fiat currencies: " + supportedFiatCurrenciesRetrieved); - - Set supportedCryptoCurrenciesRetrieved = exchangeProvider.getSupportedCryptoCurrencies().stream() - .filter(c -> retrievedRatesCurrencies.contains(c)) - .collect(Collectors.toCollection(TreeSet::new)); - log.info("Retrieved rates for supported altcoins: " + supportedCryptoCurrenciesRetrieved); - - Set supportedCurrencies = Sets.union( - exchangeProvider.getSupportedCryptoCurrencies(), - exchangeProvider.getSupportedFiatCurrencies()); - - Set unsupportedCurrencies = Sets.difference(retrievedRatesCurrencies, supportedCurrencies); - assertTrue("Retrieved exchange rates contain unsupported currencies: " + unsupportedCurrencies, - unsupportedCurrencies.isEmpty()); - } -} diff --git a/pricenode/src/test/java/bisq/price/mining/FeeRateServiceTest.java b/pricenode/src/test/java/bisq/price/mining/FeeRateServiceTest.java deleted file mode 100644 index 8f47584a413..00000000000 --- a/pricenode/src/test/java/bisq/price/mining/FeeRateServiceTest.java +++ /dev/null @@ -1,110 +0,0 @@ -package bisq.price.mining; - -import bisq.price.mining.providers.MempoolFeeRateProviderTest; - -import bisq.common.config.Config; - -import java.util.ArrayList; -import java.util.Collections; -import java.util.List; -import java.util.Map; - -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import org.junit.jupiter.api.Test; - -import static bisq.price.mining.providers.MempoolFeeRateProviderTest.buildDummyReachableMempoolFeeRateProvider; -import static bisq.price.mining.providers.MempoolFeeRateProviderTest.buildDummyUnreachableMempoolFeeRateProvider; -import static java.util.Arrays.asList; -import static org.junit.jupiter.api.Assertions.assertEquals; -import static org.junit.jupiter.api.Assertions.assertNotEquals; - -/** - * Tests the {@link bisq.price.mining.FeeRateService}, which can aggregate data from - * several {@link FeeRateProvider}s. - * @see MempoolFeeRateProviderTest - */ -public class FeeRateServiceTest { - - private static final Logger log = LoggerFactory.getLogger(FeeRateServiceTest.class); - - @Test - public void getFees_noWorkingProvider() { - // Several providers, but all unreachable - List listOfProviders = new ArrayList<>(); - for (int i = 0; i < 3; i++) { - try { - listOfProviders.add(buildDummyUnreachableMempoolFeeRateProvider()); - } catch (Exception e) { - // Expected - log.info("We encountered an expected exception: " + e.getMessage()); - } - } - FeeRateService service = new FeeRateService(listOfProviders); - - Map retrievedData = service.getFees(); - - // Even with no working providers, we expect the service to return pre-configured - // minimum fee rate - doSanityChecksForRetrievedData(retrievedData, FeeRateProvider.MIN_FEE_RATE_FOR_TRADING); - } - - @Test - public void getFees_singleProvider_feeBelowMin() { - // One working provider, which returns a fee lower than the minimum - long providerFee = FeeRateProvider.MIN_FEE_RATE_FOR_TRADING - 3; - FeeRateService service = new FeeRateService( - Collections.singletonList( - buildDummyReachableMempoolFeeRateProvider(providerFee))); - - Map retrievedData = service.getFees(); - - // When the provider returns a value below the expected min, the service should - // return the min - doSanityChecksForRetrievedData(retrievedData, FeeRateProvider.MIN_FEE_RATE_FOR_TRADING); - } - - @Test - public void getFees_singleProvider_feeAboveMax() { - // One working provider, which returns a fee greater than the maximum - long providerFee = FeeRateProvider.MAX_FEE_RATE + 13; - FeeRateService service = new FeeRateService( - Collections.singletonList( - buildDummyReachableMempoolFeeRateProvider(providerFee))); - - Map retrievedData = service.getFees(); - - // When the provider returns a value above the expected max, the service should - // return the max - doSanityChecksForRetrievedData(retrievedData, FeeRateProvider.MAX_FEE_RATE); - } - - @Test - public void getFees_multipleProviders() { - // 3 providers, returning 1xMIN, 2xMIN, 3xMIN - FeeRateService service = new FeeRateService(asList( - buildDummyReachableMempoolFeeRateProvider(FeeRateProvider.MIN_FEE_RATE_FOR_TRADING * 1), - buildDummyReachableMempoolFeeRateProvider(FeeRateProvider.MIN_FEE_RATE_FOR_TRADING * 2), - buildDummyReachableMempoolFeeRateProvider(FeeRateProvider.MIN_FEE_RATE_FOR_TRADING * 3))); - - Map retrievedData = service.getFees(); - - // The service should then return the average, which is 2xMIN - doSanityChecksForRetrievedData(retrievedData, FeeRateProvider.MIN_FEE_RATE_FOR_TRADING * 2); - } - - /** - * Performs a few basic sanity checks on the returned data object - */ - private void doSanityChecksForRetrievedData(Map retrievedData, long expectedFeeRate) { - // Check if the response has the expected format. Since the timestamp is that of - // the average (not that of the individual fee rates reported by the individual - // providers), we always expect a non-zero timestamp - assertNotEquals(0L, retrievedData.get(Config.BTC_FEES_TS)); - - Map retrievedDataMap = (Map) retrievedData.get(Config.LEGACY_FEE_DATAMAP); - assertEquals(2, retrievedDataMap.size()); - assertEquals(expectedFeeRate, retrievedDataMap.get(Config.BTC_TX_FEE)); - } -} diff --git a/pricenode/src/test/java/bisq/price/mining/providers/MempoolFeeRateProviderTest.java b/pricenode/src/test/java/bisq/price/mining/providers/MempoolFeeRateProviderTest.java deleted file mode 100644 index e12140b43e6..00000000000 --- a/pricenode/src/test/java/bisq/price/mining/providers/MempoolFeeRateProviderTest.java +++ /dev/null @@ -1,100 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.mining.providers; - -import bisq.price.mining.FeeRate; -import bisq.price.mining.FeeRateProvider; - -import org.springframework.core.env.Environment; -import org.springframework.core.env.StandardEnvironment; -import org.springframework.web.client.RestClientException; - -import java.time.Instant; - -import org.junit.jupiter.api.Test; - -import static java.lang.Thread.sleep; -import static org.junit.Assert.assertTrue; - -/** - * Tests specific to a {@link MempoolFeeRateProvider} which queries one API endpoint. For - * tests related to managing parallel fee API endpoints, see - * {@link bisq.price.mining.FeeRateServiceTest} - */ -public class MempoolFeeRateProviderTest { - - private static final Environment env = new StandardEnvironment(); - - @Test - public void doGet_successfulCall() { - MempoolFeeRateProvider feeRateProvider = new MempoolFeeRateProvider.First(env); - - // Make a call to the API, retrieve the recommended fee rate - // If the API call fails, or the response body cannot be parsed, the test will - // fail with an exception - FeeRate retrievedFeeRate = feeRateProvider.doGet(); - - // Check that the FeeRateProvider returns a fee within the defined parameters - assertTrue(retrievedFeeRate.getPrice() >= FeeRateProvider.MIN_FEE_RATE_FOR_TRADING); - assertTrue(retrievedFeeRate.getPrice() <= FeeRateProvider.MAX_FEE_RATE); - } - - /** - * Simulates a reachable provider, which successfully returns an API response - */ - public static FeeRateProvider buildDummyReachableMempoolFeeRateProvider(long feeRate) { - MempoolFeeRateProvider dummyProvider = new MempoolFeeRateProvider.First(env) { - @Override - protected FeeRate doGet() { - return new FeeRate("BTC", feeRate, MIN_FEE_RATE_FOR_WITHDRAWAL, Instant.now().getEpochSecond()); - } - }; - - // Initialize provider - dummyProvider.start(); - try { - sleep(1000); - } catch (InterruptedException e) { } - dummyProvider.stop(); - - return dummyProvider; - } - - /** - * Simulates an unreachable provider, which for whatever reason cannot deliver a - * response to the API. Reasons for that could be: host went offline, connection - * timeout, connection cannot be established (expired certificate), etc. - */ - public static FeeRateProvider buildDummyUnreachableMempoolFeeRateProvider() throws RestClientException { - MempoolFeeRateProvider dummyProvider = new MempoolFeeRateProvider.First(env) { - @Override - protected FeeRate doGet() { - throw new RestClientException("Simulating connection error when trying to reach API endpoint"); - } - }; - - // Initialize provider - dummyProvider.start(); - try { - sleep(1000); - } catch (InterruptedException e) { } - dummyProvider.stop(); - - return dummyProvider; - } -} diff --git a/pricenode/src/test/java/bisq/price/spot/ExchangeRateServiceTest.java b/pricenode/src/test/java/bisq/price/spot/ExchangeRateServiceTest.java deleted file mode 100644 index 642f3fe8566..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/ExchangeRateServiceTest.java +++ /dev/null @@ -1,414 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot; - -import bisq.core.locale.CurrencyUtil; - -import org.springframework.core.env.Environment; -import org.springframework.core.env.StandardEnvironment; - -import com.google.common.collect.Sets; - -import org.apache.commons.lang3.RandomStringUtils; -import org.apache.commons.lang3.RandomUtils; - -import java.time.Duration; - -import java.util.ArrayList; -import java.util.Collections; -import java.util.HashMap; -import java.util.HashSet; -import java.util.List; -import java.util.Map; -import java.util.OptionalDouble; -import java.util.Set; -import java.util.stream.Collectors; - -import org.slf4j.LoggerFactory; - -import ch.qos.logback.classic.Level; -import ch.qos.logback.classic.Logger; -import ch.qos.logback.classic.spi.ILoggingEvent; -import ch.qos.logback.core.read.ListAppender; - -import org.junit.jupiter.api.BeforeAll; -import org.junit.jupiter.api.Test; - -import static java.lang.Thread.sleep; -import static java.util.Arrays.asList; - -import static org.junit.jupiter.api.Assertions.*; -import static org.mockito.Mockito.*; - -public class ExchangeRateServiceTest { - - /** - * Logback version of the Slf4j logger used by {@link ExchangeRateService}. This - * allows us to test if specific messages were logged. - * See https://stackoverflow.com/a/52229629 - */ - private static Logger exchangeRateServiceLogger; - private static final String LIST_APPENDER_NAME = "testListAppender"; - - @BeforeAll - static void setup() { - // Get the logger object for logs in ExchangeRateService - exchangeRateServiceLogger = (Logger) LoggerFactory.getLogger(ExchangeRateService.class); - - // Initiate and append a ListAppender, which allows us to programmatically inspect - // log messages - ListAppender listAppender = new ListAppender<>(); - listAppender.setName(LIST_APPENDER_NAME); - listAppender.start(); - exchangeRateServiceLogger.addAppender(listAppender); - } - - @Test - public void getAllMarketPrices_withNoExchangeRates_logs_Exception() { - int numberOfCurrencyPairsOnExchange = 0; - ExchangeRateProvider dummyProvider = buildDummyExchangeRateProvider(numberOfCurrencyPairsOnExchange); - ExchangeRateService service = new ExchangeRateService(Collections.singletonList(dummyProvider)); - - Map retrievedData = service.getAllMarketPrices(); - - doSanityChecksForRetrievedDataSingleProvider(retrievedData, dummyProvider, numberOfCurrencyPairsOnExchange); - - // No exchange rates provided by this exchange, two things should happen - // A) the timestamp should be set to 0 - // B) an error should be logged - - // A) Check that timestamp was set to 0 - // This allows Bisq clients to eventually disregard data from this provider - assertEquals(0L, retrievedData.get(dummyProvider.getPrefix() + "Ts")); - - // B) Check that an error is logged - // Log msg has the format: java.lang.IllegalStateException: No exchange rate data - // found for ExchangeName-JzfP1 - List logsList = ((ListAppender) exchangeRateServiceLogger.getAppender(LIST_APPENDER_NAME)).list; - assertEquals(Level.ERROR, logsList.get(0).getLevel()); - assertTrue(logsList.get(0).getMessage().endsWith("No exchange rate data found for " + dummyProvider.getName())); - } - - @Test - public void getAllMarketPrices_withSingleExchangeRate() { - int numberOfCurrencyPairsOnExchange = 1; - ExchangeRateProvider dummyProvider = buildDummyExchangeRateProvider(numberOfCurrencyPairsOnExchange); - ExchangeRateService service = new ExchangeRateService(Collections.singletonList(dummyProvider)); - - Map retrievedData = service.getAllMarketPrices(); - - doSanityChecksForRetrievedDataSingleProvider(retrievedData, dummyProvider, numberOfCurrencyPairsOnExchange); - - // One rate was provided by this provider, so the timestamp should not be 0 - assertNotEquals(0L, retrievedData.get(dummyProvider.getPrefix() + "Ts")); - } - - @Test - public void getAllMarketPrices_withMultipleProviders_differentCurrencyCodes() { - int numberOfCurrencyPairsOnExchange = 1; - ExchangeRateProvider dummyProvider1 = buildDummyExchangeRateProvider(numberOfCurrencyPairsOnExchange); - ExchangeRateProvider dummyProvider2 = buildDummyExchangeRateProvider(numberOfCurrencyPairsOnExchange); - ExchangeRateService service = new ExchangeRateService(asList(dummyProvider1, dummyProvider2)); - - Map retrievedData = service.getAllMarketPrices(); - - doSanityChecksForRetrievedDataMultipleProviders(retrievedData, asList(dummyProvider1, dummyProvider2)); - - // One rate was provided by each provider in this service, so the timestamp - // (for both providers) should not be 0 - assertNotEquals(0L, retrievedData.get(dummyProvider1.getPrefix() + "Ts")); - assertNotEquals(0L, retrievedData.get(dummyProvider2.getPrefix() + "Ts")); - } - - /** - * Tests the scenario when multiple providers have rates for the same currencies - */ - @Test - public void getAllMarketPrices_withMultipleProviders_overlappingCurrencyCodes() { - - // List of currencies for which multiple providers will have exchange rates - Set rateCurrencyCodes = Sets.newHashSet("CURRENCY-1", "CURRENCY-2", "CURRENCY-3"); - - // Create several dummy providers, each providing their own rates for the same set of currencies - ExchangeRateProvider dummyProvider1 = buildDummyExchangeRateProvider(rateCurrencyCodes); - ExchangeRateProvider dummyProvider2 = buildDummyExchangeRateProvider(rateCurrencyCodes); - - ExchangeRateService service = new ExchangeRateService(asList(dummyProvider1, dummyProvider2)); - - Map retrievedData = service.getAllMarketPrices(); - - doSanityChecksForRetrievedDataMultipleProviders(retrievedData, asList(dummyProvider1, dummyProvider2)); - - // At least one rate was provided by each provider in this service, so the - // timestamp (for both providers) should not be 0 - assertNotEquals(0L, retrievedData.get(dummyProvider1.getPrefix() + "Ts")); - assertNotEquals(0L, retrievedData.get(dummyProvider2.getPrefix() + "Ts")); - } - - /** - * Tests the scenario when currencies are excluded from the PriceNode feed via configuration settings - */ - @Test - public void getAllMarketPrices_withMultipleProviders_excludedCurrencyCodes() { - String excludedCcyString = "LBP,USD,EUR"; - String providerExcludedCcyString = "HUOBI:BRL,BINANCE:GBP,BINANCE:SEK"; - Environment mockedEnvironment = mock(Environment.class); - when(mockedEnvironment.getProperty(eq("bisq.price.fiatcurrency.excluded"), anyString())).thenReturn(excludedCcyString); - when(mockedEnvironment.getProperty(eq("bisq.price.fiatcurrency.excludedByProvider"), anyString())).thenReturn(providerExcludedCcyString); - - class MockedExchangeRateProvider extends ExchangeRateProvider { - MockedExchangeRateProvider() { - super(mockedEnvironment, "ExchangeName", "EXCH", Duration.ofDays(1)); - } - - @Override - public boolean isRunning() { - return true; - } - - @Override - public Set doGet() { - HashSet exchangeRates = new HashSet<>(); - // Simulate rates for all the supported ccys - for (String rateCurrencyCode : getSupportedFiatCurrencies()) { - exchangeRates.add(new ExchangeRate( - rateCurrencyCode, - RandomUtils.nextDouble(1, 1000), // random price - System.currentTimeMillis(), - getName())); // ExchangeRateProvider name - } - return exchangeRates; - } - } - - Logger exchangeRateProviderLogger; - String LIST_APPENDER_NAME2 = "testListAppender2"; - exchangeRateProviderLogger = (Logger) LoggerFactory.getLogger(MockedExchangeRateProvider.class); - ListAppender listAppender2 = new ListAppender<>(); - listAppender2.setName(LIST_APPENDER_NAME2); - listAppender2.start(); - exchangeRateProviderLogger.addAppender(listAppender2); - - // we request rates for all currencies, and check that: - // (a) the provider supplies more currency rates than the number of currencies we are trying to exclude (sanity test), - // (b) the number of missing currency rates equals the number of currencies we told PriceNode to exclude, - // (c) none of the rates supplied are for an excluded currency. - - Set excludedFiatCurrencies = new HashSet<>(asList(excludedCcyString.split(","))); - MockedExchangeRateProvider mockedExchangeRateProvider = new MockedExchangeRateProvider(); - Set exchangeRates = mockedExchangeRateProvider.doGet(); - assertTrue(exchangeRates.size() > excludedFiatCurrencies.size()); - int numSortedFiatCurrencies = CurrencyUtil.getAllSortedFiatCurrencies().size(); - int numCurrenciesFromProvider = mockedExchangeRateProvider.getSupportedFiatCurrencies().size(); - int missingCurrencyCount = numSortedFiatCurrencies - numCurrenciesFromProvider; - assertEquals(missingCurrencyCount, excludedFiatCurrencies.size()); - for (ExchangeRate exchangeRate : exchangeRates) { - assertFalse(excludedCcyString.contains(exchangeRate.getCurrency())); - } - List logsList = ((ListAppender) exchangeRateProviderLogger.getAppender(LIST_APPENDER_NAME2)).list; - assertEquals(3, logsList.size()); - assertEquals(Level.INFO, logsList.get(1).getLevel()); - assertTrue(logsList.get(0).getFormattedMessage().endsWith("will refresh every PT24H")); - assertTrue(logsList.get(1).getFormattedMessage().endsWith("fiat currencies excluded: [LBP, USD, EUR]")); - assertTrue(logsList.get(2).getFormattedMessage().endsWith("fiat currencies supported: " + numCurrenciesFromProvider)); - } - - /** - * Performs generic sanity checks on the response format and contents. - * - * @param retrievedData Response data retrieved from the {@link ExchangeRateService} - * @param provider {@link ExchangeRateProvider} available to the - * {@link ExchangeRateService} - * @param numberOfCurrencyPairsOnExchange Number of currency pairs this exchange was - * initiated with - */ - private void doSanityChecksForRetrievedDataSingleProvider(Map retrievedData, - ExchangeRateProvider provider, - int numberOfCurrencyPairsOnExchange) { - // Check response structure - doSanityChecksForRetrievedDataMultipleProviders(retrievedData, asList(provider)); - - // Check that the amount of provided exchange rates matches expected value - // For one provider, the amount of rates of that provider should be the total - // amount of rates in the response - List retrievedMarketPricesData = (List) retrievedData.get("data"); - assertEquals(numberOfCurrencyPairsOnExchange, retrievedMarketPricesData.size()); - } - - /** - * Performs generic sanity checks on the response format and contents. - * - * @param retrievedData Response data retrieved from the {@link ExchangeRateService} - * @param providers List of all {@link ExchangeRateProvider#getPrefix()} the - * {@link ExchangeRateService} uses - */ - private void doSanityChecksForRetrievedDataMultipleProviders(Map retrievedData, - List providers) { - // Check the correct amount of entries were present in the service response: - // The timestamp and the count fields are per provider, so N providers means N - // times those fields timestamp (x N) + count (x N) + price data (stored as a list - // under the key "data"). So expected size is Nx2 + 1. - int n = providers.size(); - assertEquals(n * 2 + 1, retrievedData.size()); - for (ExchangeRateProvider provider : providers) { - String providerPrefix = provider.getPrefix(); - assertNotNull(retrievedData.get(providerPrefix + "Ts")); - assertNotNull(retrievedData.get(providerPrefix + "Count")); - } - - // Check validity of the data field - List retrievedRates = (List) retrievedData.get("data"); - assertNotNull(retrievedRates); - - // It should contain no duplicate ExchangeRate objects - int uniqueRates = Sets.newHashSet(retrievedRates).size(); - int totalRates = retrievedRates.size(); - assertEquals(uniqueRates, totalRates, "Found duplicate rates in data field"); - - // There should be only one ExchangeRate per currency - // In other words, even if multiple providers return rates for the same currency, - // the ExchangeRateService should expose only one (aggregate) ExchangeRate for - // that currency - Map currencyCodeToExchangeRateFromService = retrievedRates.stream() - .collect(Collectors.toMap( - ExchangeRate::getCurrency, exchangeRate -> exchangeRate - )); - int uniqueCurrencyCodes = currencyCodeToExchangeRateFromService.keySet().size(); - assertEquals(uniqueCurrencyCodes, uniqueRates, "Found currency code with multiple exchange rates"); - - // Collect all ExchangeRates from all providers and group them by currency code - Map> currencyCodeToExchangeRatesFromProviders = new HashMap<>(); - for (ExchangeRateProvider p : providers) { - for (ExchangeRate exchangeRate : p.get()) { - String currencyCode = exchangeRate.getCurrency(); - if (currencyCodeToExchangeRatesFromProviders.containsKey(currencyCode)) { - List l = new ArrayList<>(currencyCodeToExchangeRatesFromProviders.get(currencyCode)); - l.add(exchangeRate); - currencyCodeToExchangeRatesFromProviders.put(currencyCode, l); - } else { - currencyCodeToExchangeRatesFromProviders.put(currencyCode, asList(exchangeRate)); - } - } - } - - // For each ExchangeRate which is covered by multiple providers, ensure the rate - // value is an average - currencyCodeToExchangeRatesFromProviders.forEach((currencyCode, exchangeRateList) -> { - ExchangeRate rateFromService = currencyCodeToExchangeRateFromService.get(currencyCode); - double priceFromService = rateFromService.getPrice(); - - OptionalDouble opt = exchangeRateList.stream().mapToDouble(ExchangeRate::getPrice).average(); - double priceAvgFromProviders = opt.getAsDouble(); - - // Ensure that the ExchangeRateService correctly aggregates exchange rates - // from multiple providers. If multiple providers contain rates for a - // currency, the service should return a single aggregate rate - // Expected value for aggregate rate = avg(provider rates) - // This formula works for any number of providers for a specific currency - assertEquals(priceFromService, priceAvgFromProviders, "Service returned incorrect aggregate rate"); - }); - } - - /** - * @param numberOfRatesAvailable Number of exchange rates this provider returns - * @return Dummy {@link ExchangeRateProvider} providing rates for - * "numberOfRatesAvailable" random currency codes - */ - private ExchangeRateProvider buildDummyExchangeRateProvider(int numberOfRatesAvailable) { - ExchangeRateProvider dummyProvider = new ExchangeRateProvider( - new StandardEnvironment(), - "ExchangeName-" + getRandomAlphaNumericString(5), - "EXCH-" + getRandomAlphaNumericString(3), - Duration.ofDays(1)) { - - @Override - public boolean isRunning() { - return true; - } - - @Override - protected Set doGet() { - HashSet exchangeRates = new HashSet<>(); - - // Simulate the required amount of rates - for (int i = 0; i < numberOfRatesAvailable; i++) { - exchangeRates.add(new ExchangeRate( - // random symbol, avoid duplicates - "DUM-" + getRandomAlphaNumericString(3), - RandomUtils.nextDouble(1, 1000), // random price - System.currentTimeMillis(), - getName())); // ExchangeRateProvider name - } - - return exchangeRates; - } - }; - - // Initialize provider - dummyProvider.start(); - try { - sleep(1000); - } catch (InterruptedException e) { } - dummyProvider.stop(); - - return dummyProvider; - } - - private ExchangeRateProvider buildDummyExchangeRateProvider(Set rateCurrencyCodes) { - ExchangeRateProvider dummyProvider = new ExchangeRateProvider( - new StandardEnvironment(), - "ExchangeName-" + getRandomAlphaNumericString(5), - "EXCH-" + getRandomAlphaNumericString(3), - Duration.ofDays(1)) { - - @Override - public boolean isRunning() { - return true; - } - - @Override - protected Set doGet() { - HashSet exchangeRates = new HashSet<>(); - - // Simulate the required amount of rates - for (String rateCurrencyCode : rateCurrencyCodes) { - exchangeRates.add(new ExchangeRate( - rateCurrencyCode, - RandomUtils.nextDouble(1, 1000), // random price - System.currentTimeMillis(), - getName())); // ExchangeRateProvider name - } - - return exchangeRates; - } - }; - - // Initialize provider - dummyProvider.start(); - try { - sleep(1000); - } catch (InterruptedException e) { } - dummyProvider.stop(); - - return dummyProvider; - } - - private static String getRandomAlphaNumericString(int length) { - return RandomStringUtils.random(length, true, true); - } -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/BTCMarketsTest.java b/pricenode/src/test/java/bisq/price/spot/providers/BTCMarketsTest.java deleted file mode 100644 index 511273aa3f2..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/BTCMarketsTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class BTCMarketsTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new BTCMarkets(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/BinanceTest.java b/pricenode/src/test/java/bisq/price/spot/providers/BinanceTest.java deleted file mode 100644 index e99520203f1..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/BinanceTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class BinanceTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Binance(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/BitfinexTest.java b/pricenode/src/test/java/bisq/price/spot/providers/BitfinexTest.java deleted file mode 100644 index e2dfa7019af..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/BitfinexTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class BitfinexTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Bitfinex(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/BitflyerTest.java b/pricenode/src/test/java/bisq/price/spot/providers/BitflyerTest.java deleted file mode 100644 index a722c5d1557..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/BitflyerTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class BitflyerTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Bitflyer(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/BitstampTest.java b/pricenode/src/test/java/bisq/price/spot/providers/BitstampTest.java deleted file mode 100644 index 3c419745480..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/BitstampTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class BitstampTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Bitstamp(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/CoinGeckoTest.java b/pricenode/src/test/java/bisq/price/spot/providers/CoinGeckoTest.java deleted file mode 100644 index 86c765dcafc..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/CoinGeckoTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class CoinGeckoTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new CoinGecko(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/CoinbaseProTest.java b/pricenode/src/test/java/bisq/price/spot/providers/CoinbaseProTest.java deleted file mode 100644 index a3e12c8a159..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/CoinbaseProTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class CoinbaseProTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new CoinbasePro(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/CoinoneTest.java b/pricenode/src/test/java/bisq/price/spot/providers/CoinoneTest.java deleted file mode 100644 index 9832118ca00..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/CoinoneTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class CoinoneTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Coinone(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/IndependentReserveTest.java b/pricenode/src/test/java/bisq/price/spot/providers/IndependentReserveTest.java deleted file mode 100644 index 93a43a9cfdd..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/IndependentReserveTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class IndependentReserveTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new IndependentReserve(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/KrakenTest.java b/pricenode/src/test/java/bisq/price/spot/providers/KrakenTest.java deleted file mode 100644 index 8226c88defc..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/KrakenTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class KrakenTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Kraken(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/LunoTest.java b/pricenode/src/test/java/bisq/price/spot/providers/LunoTest.java deleted file mode 100644 index a04c9fb1c53..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/LunoTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class LunoTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Luno(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/MercadoBitcoinTest.java b/pricenode/src/test/java/bisq/price/spot/providers/MercadoBitcoinTest.java deleted file mode 100644 index 56715327d39..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/MercadoBitcoinTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class MercadoBitcoinTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new MercadoBitcoin(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/ParibuTest.java b/pricenode/src/test/java/bisq/price/spot/providers/ParibuTest.java deleted file mode 100644 index 3aac4b9e22e..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/ParibuTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class ParibuTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Paribu(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/PoloniexTest.java b/pricenode/src/test/java/bisq/price/spot/providers/PoloniexTest.java deleted file mode 100644 index de7711e92ce..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/PoloniexTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class PoloniexTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Poloniex(new StandardEnvironment())); - } - -} diff --git a/pricenode/src/test/java/bisq/price/spot/providers/QuoineTest.java b/pricenode/src/test/java/bisq/price/spot/providers/QuoineTest.java deleted file mode 100644 index 64653342c25..00000000000 --- a/pricenode/src/test/java/bisq/price/spot/providers/QuoineTest.java +++ /dev/null @@ -1,36 +0,0 @@ -/* - * This file is part of Bisq. - * - * Bisq is free software: you can redistribute it and/or modify it - * under the terms of the GNU Affero General Public License as published by - * the Free Software Foundation, either version 3 of the License, or (at - * your option) any later version. - * - * Bisq is distributed in the hope that it will be useful, but WITHOUT - * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or - * FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public - * License for more details. - * - * You should have received a copy of the GNU Affero General Public License - * along with Bisq. If not, see . - */ - -package bisq.price.spot.providers; - -import bisq.price.AbstractExchangeRateProviderTest; - -import org.springframework.core.env.StandardEnvironment; - -import lombok.extern.slf4j.Slf4j; - -import org.junit.jupiter.api.Test; - -@Slf4j -public class QuoineTest extends AbstractExchangeRateProviderTest { - - @Test - public void doGet_successfulCall() { - doGet_successfulCall(new Quoine(new StandardEnvironment())); - } - -} diff --git a/pricenode/torrc b/pricenode/torrc deleted file mode 100644 index 3bfc6285eee..00000000000 --- a/pricenode/torrc +++ /dev/null @@ -1,2 +0,0 @@ -HiddenServiceDir build/tor-hidden-service -HiddenServicePort 80 127.0.0.1:8080 diff --git a/pricenode/uninstall_hsversion_debian.sh b/pricenode/uninstall_hsversion_debian.sh deleted file mode 100755 index 618e848953d..00000000000 --- a/pricenode/uninstall_hsversion_debian.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/sh -set -e - -echo "[*] Network Size Monitoring removal script" - -##### change paths if necessary for your system - -ROOT_USER=root - -SCRAPER_HOME=/journalreader - -##### -echo "[*] Checking environment..." -if [ ! -f "${SCRAPER_HOME}/scraperscript_hsversion.sh" ]; then - echo 'There is nothing to be removed.' - echo 'Exiting...' - exit -fi - -echo "[*] Removing journal parser script" -sudo -H -i -u "${ROOT_USER}" rm "${SCRAPER_HOME}/scraperscript_hsversion.sh" - -echo "[*] Reverting collectd config" -sudo -H -i -u "${ROOT_USER}" sed -i '/.*/ {N;N; s/.*scraperscript_hsversion.sh.*<.Plugin>//g}' /etc/collectd/collectd.conf - -echo "[*] Restarting services" -sudo -H -i -u "${ROOT_USER}" systemctl restart collectd.service - -echo '[*] Done!' diff --git a/settings.gradle b/settings.gradle index 3bebfb81274..b9c33414f19 100644 --- a/settings.gradle +++ b/settings.gradle @@ -7,7 +7,6 @@ include 'cli' include 'daemon' include 'desktop' include 'monitor' -include 'pricenode' include 'seednode' include 'statsnode' include 'apitest'