Identify plotter?

if possible post out the main configuration file(remove the sensitive information)

Here goes:

ALERTS_URL: https://download.forkcoin.net/notify/mainnet_alert.txt
FORK_ALERTS_PUBKEY: 89b7fd87cb56e926ecefb879a29aae308be01f31980569f6a75a69d2a9a69daefd71fb778d865f7c50d6c967e3025937
daemon_port: 33376
daemon_ssl:
  private_crt: config/ssl/daemon/private_daemon.crt
  private_key: config/ssl/daemon/private_daemon.key
farmer:
  full_node_peer:
    host: localhost
    port: 3675
  harvester_peer:
    host: localhost
    port: 16626
  logging: &id001
    log_filename: log/debug.log
    log_level: DEBUG
    log_maxfilesrotation: 7
    log_stdout: false
    log_syslog: false
    log_syslog_host: localhost
    log_syslog_port: 514
  network_overrides: &id002
    config:
      mainnet:
        address_prefix: xfk
        default_full_node_port: 3675
      testnet0:
        address_prefix: txfk
      testnet1:
        address_prefix: txfk
      testnet2:
        address_prefix: txfk
      testnet3:
        address_prefix: txfk
      testnet4:
        address_prefix: txfk
      testnet7:
        address_prefix: txfk
        default_full_node_port: 52333
    constants:
      mainnet:
        GENESIS_CHALLENGE: be6bbdf83a789fd2b7e5ac8e2954f510e92115bb9e1c84591f6adb4055a3b845
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        NETWORK_TYPE: 0
      testnet0:
        GENESIS_CHALLENGE: be6bbdf83a789fd2b7e5ac8e2954f510e92115bb9e1c84591f6adb4055a3b845
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
      testnet2:
        DIFFICULTY_CONSTANT_FACTOR: 10052721566054
        GENESIS_CHALLENGE: ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        INITIAL_FREEZE_PERIOD: 100
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
      testnet3:
        DIFFICULTY_CONSTANT_FACTOR: 10052721566054
        GENESIS_CHALLENGE: ca7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015af
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        MEMPOOL_BLOCK_BUFFER: 10
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
      testnet4:
        DIFFICULTY_CONSTANT_FACTOR: 10052721566054
        DIFFICULTY_STARTING: 30
        EPOCH_BLOCKS: 768
        GENESIS_CHALLENGE: dd7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015af
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        INITIAL_FREEZE_END_TIMESTAMP: 1618776900
        MEMPOOL_BLOCK_BUFFER: 10
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
      testnet5:
        DIFFICULTY_CONSTANT_FACTOR: 10052721566054
        DIFFICULTY_STARTING: 30
        EPOCH_BLOCKS: 768
        GENESIS_CHALLENGE: ee7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015af
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        INITIAL_FREEZE_END_TIMESTAMP: 1618869600
        MEMPOOL_BLOCK_BUFFER: 10
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
      testnet7:
        DIFFICULTY_CONSTANT_FACTOR: 10052721566054
        DIFFICULTY_STARTING: 30
        EPOCH_BLOCKS: 768
        GENESIS_CHALLENGE: 117816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015af
        GENESIS_PRE_FARM_FARMER_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        GENESIS_PRE_FARM_POOL_PUZZLE_HASH: 75e5849b1a27d71e74de1390a4fc81c38b4ed8ce24d4efb2c9a5807d0e82106c
        INITIAL_FREEZE_END_TIMESTAMP: 1619661600
        MEMPOOL_BLOCK_BUFFER: 10
        MIN_PLOT_SIZE: 18
        NETWORK_TYPE: 1
  pool_public_keys: !!set
    ...
  pool_share_threshold: 1000
  port: 16625
  rpc_port: 16525
  selected_network: mainnet
  ssl:
    private_crt: config/ssl/farmer/private_farmer.crt
    private_key: config/ssl/farmer/private_farmer.key
    public_crt: config/ssl/farmer/public_farmer.crt
    public_key: config/ssl/farmer/public_farmer.key
  start_rpc_server: true
  xfk_target_address:  ...
fork_ssl_ca:
  crt: config/ssl/ca/fork_ca.crt
  key: config/ssl/ca/fork_ca.key
full_node:
  database_path: db/blockchain_v1_CHALLENGE.sqlite
  dns_servers:
  - dns-introducer.forkcoin.net
  enable_profiler: false
  enable_upnp: true
  exempt_peer_networks: []
  farmer_peer:
    host: localhost
    port: 16625
  introducer_peer:
    host: introducer.forkcoin.net
    port: 3675
  logging: *id001
  max_inbound_farmer: 10
  max_inbound_timelord: 5
  max_inbound_wallet: 20
  network_overrides: *id002
  peer_connect_interval: 30
  peer_db_path: db/peer_table_node.sqlite
  port: 3675
  recent_peer_threshold: 6000
  rpc_port: 16500
  sanitize_weight_proof_only: false
  selected_network: mainnet
  send_uncompact_interval: 0
  short_sync_blocks_behind_threshold: 20
  simulator_database_path: sim_db/simulator_blockchain_v1_CHALLENGE.sqlite
  simulator_peer_db_path: sim_db/peer_table_node.sqlite
  ssl:
    private_crt: config/ssl/full_node/private_full_node.crt
    private_key: config/ssl/full_node/private_full_node.key
    public_crt: config/ssl/full_node/public_full_node.crt
    public_key: config/ssl/full_node/public_full_node.key
  start_rpc_server: true
  sync_blocks_behind_threshold: 300
  target_outbound_peer_count: 8
  target_peer_count: 80
  target_uncompact_proofs: 100
  timelord_peer:
    host: localhost
    port: 16621
  wallet_peer:
    host: localhost
    port: 16522
  weight_proof_timeout: 360
harvester:
  farmer_peer:
    host: localhost
    port: 16625
  fork_ssl_ca:
    crt: config/ssl/ca/fork_ca.crt
    key: config/ssl/ca/fork_ca.key
  logging: *id001
  network_overrides: *id002
  num_threads: 30
  plot_directories:
  - /media/chia-original
  plot_loading_frequency_seconds: 120
  port: 16626
  private_ssl_ca:
    crt: config/ssl/ca/private_ca.crt
    key: config/ssl/ca/private_ca.key
  rpc_port: 16624
  selected_network: mainnet
  ssl:
    private_crt: config/ssl/harvester/private_harvester.crt
    private_key: config/ssl/harvester/private_harvester.key
  start_rpc_server: true
inbound_rate_limit_percent: 100
introducer:
  host: localhost
  logging: *id001
  max_peers_to_send: 20
  network_overrides: *id002
  port: 16399
  recent_peer_threshold: 6000
  selected_network: mainnet
  ssl:
    public_crt: config/ssl/full_node/public_full_node.crt
    public_key: config/ssl/full_node/public_full_node.key
logging: *id001
min_mainnet_k_size: 32
network_overrides: *id002
outbound_rate_limit_percent: 30
ping_interval: 120
pool:
  logging: *id001
  network_overrides: *id002
  selected_network: mainnet
  xfk_target_address: ....
private_ssl_ca:
  crt: config/ssl/ca/private_ca.crt
  key: config/ssl/ca/private_ca.key
selected_network: mainnet
self_hostname: localhost
timelord:
  fast_algorithm: false
  full_node_peer:
    host: localhost
    port: 3675
  logging: *id001
  max_connection_time: 60
  network_overrides: *id002
  port: 16621
  sanitizer_mode: false
  selected_network: mainnet
  ssl:
    private_crt: config/ssl/timelord/private_timelord.crt
    private_key: config/ssl/timelord/private_timelord.key
    public_crt: config/ssl/timelord/public_timelord.crt
    public_key: config/ssl/timelord/public_timelord.key
  vdf_clients:
    ip:
    - localhost
    - localhost
    - 127.0.0.1
    ips_estimate:
    - 150000
  vdf_server:
    host: localhost
    port: 16520
timelord_launcher:
  logging: *id001
  port: 16520
  process_count: 3
ui:
  daemon_host: localhost
  daemon_port: 33376
  daemon_ssl:
    private_crt: config/ssl/daemon/private_daemon.crt
    private_key: config/ssl/daemon/private_daemon.key
  logging: *id001
  network_overrides: *id002
  port: 16398
  rpc_port: 16500
  selected_network: mainnet
  ssh_filename: config/ssh_host_key
wallet:
  database_path: wallet/db/blockchain_wallet_v1_CHALLENGE_KEY.sqlite
  enable_profiler: false
  full_node_peer:
    host: localhost
    port: 3675
  initial_num_public_keys: 100
  initial_num_public_keys_new_wallet: 5
  introducer_peer:
    host: introducer.forkcoin.net
    port: 3675
  logging: *id001
  network_overrides: *id002
  num_sync_batches: 50
  peer_connect_interval: 60
  port: 16522
  recent_peer_threshold: 6000
  rpc_port: 17431
  selected_network: mainnet
  short_sync_blocks_behind_threshold: 20
  ssl:
    private_crt: config/ssl/wallet/private_wallet.crt
    private_key: config/ssl/wallet/private_wallet.key
    public_crt: config/ssl/wallet/public_wallet.crt
    public_key: config/ssl/wallet/public_wallet.key
  start_height_buffer: 100
  starting_height: 0
  target_peer_count: 5
  testing: false
  trusted_peers:
    trusted_node_1: config/ssl/full_node/public_full_node.crt
  wallet_peers_path: wallet/db/wallet_peers.sqlite

check the debug.log find out all like follow before the keyerror.

2021-08-06T17:46:53.749 harvester chia.plotting.plot_tools: INFO     Searching directories ['/CHIA/final']
2021-08-06T17:46:53.790 harvester chia.plotting.plot_tools: INFO     Loaded a total of 8700 plots of size 861.1761243581896 TiB, in 0.08111166954040527 seconds

OK, here is a section from the farmer currently running, from “Searching …” to “KeyError …”.
Did you mean that?
Looks harmless to me :slight_smile:

2021-08-11T16:52:04.081 harvester btcgreen.plotting.plot_tools: INFO     Searching directories ['/media/chia-mixed']
2021-08-11T16:52:05.150 full_node btcgreen.full_node.full_node: INFO     Added unfinished_block 9954699b812afe7d43ee26b3a652aa024ba74fc1a4c1c9a500399ed5e988e288, not farmed by us, SP: 32 farmer response time: 1.1346347332000>
2021-08-11T16:52:05.726 harvester btcgreen.plotting.plot_tools: INFO     Loaded a total of 2651 plots of size 262.38663526125765 TiB, in 1.7068095207214355 seconds
2021-08-11T16:52:06.899 harvester btcgreen.harvester.harvester: INFO     8 plots were eligible for farming feaf1bec9b... Found 0 proofs. Time: 2.88007 s. Total 2651 plots
2021-08-11T16:52:08.902 full_node btcgreen.full_node.full_node: INFO     🌱 Updated peak to height 13513, weight 111254, hh 33ab042013359dd9df73507d8877883dd87790070d59b5337e31b4edccab6763, forked at 13512, rh: 253840c46dd2f>
2021-08-11T16:52:08.917 full_node btcgreen.full_node.full_node: INFO     Block validation time: 0.4288005828857422, cost: None
2021-08-11T16:52:09.014 wallet btcgreen.wallet.wallet_blockchain: INFO     💰 Updated wallet peak to height 13513, weight 111254, 
2021-08-11T16:52:12.517 full_node btcgreen.full_node.full_node: INFO     ⏲️  Finished signage point 33/64: CC: b6eb4e114c2046613d34c806e18df8023033c640a480fbb79d4eb3ca14458cc5 RC: e4571cd090559f50607c43435ba5a19d957a03b8c118a>
2021-08-11T16:52:13.723 harvester btcgreen.harvester.harvester: INFO     6 plots were eligible for farming feaf1bec9b... Found 0 proofs. Time: 1.20234 s. Total 2651 plots
2021-08-11T16:52:13.817 full_node btcgreen.full_node.full_node: INFO     🌱 Updated peak to height 13514, weight 111266, hh 167c205d8da5c51aad28e2bf0b8e2408621c33aeaf61e72fbca1102da3124fa0, forked at 13513, rh: beaf76e29cf0b>
2021-08-11T16:52:13.831 full_node btcgreen.full_node.full_node: INFO     Block validation time: 0.44959187507629395, cost: None
2021-08-11T16:52:13.888 wallet btcgreen.wallet.wallet_blockchain: INFO     💰 Updated wallet peak to height 13514, weight 111266, 
2021-08-11T16:52:16.597 full_node btcgreen.full_node.full_node: INFO     🌱 Updated peak to height 13515, weight 111278, hh 056817d91b6461a7dae12e2d303a7db384b4e8d77c00336d9341553a202a96ce, forked at 13514, rh: 3d6112e172da5>
2021-08-11T16:52:16.612 full_node btcgreen.full_node.full_node: INFO     Block validation time: 0.2951364517211914, cost: None
2021-08-11T16:52:16.662 wallet btcgreen.wallet.wallet_blockchain: INFO     💰 Updated wallet peak to height 13515, weight 111278, 
2021-08-11T16:52:19.997 full_node btcgreen.full_node.full_node: INFO     🌱 Updated peak to height 13516, weight 111290, hh 364cea692aef758e917703e9ce53633ff1545690b3133e51a1c246b5caaa271c, forked at 13515, rh: e18656850598b>
2021-08-11T16:52:20.009 full_node btcgreen.full_node.full_node: INFO     Block validation time: 0.2123122215270996, cost: None
2021-08-11T16:52:20.063 wallet btcgreen.wallet.wallet_blockchain: INFO     💰 Updated wallet peak to height 13516, weight 111290, 
2021-08-11T16:52:21.673 full_node btcgreen.full_node.full_node: INFO     ⏲️  Finished signage point 34/64: CC: be33306807c1cc3d34fc8768b4f7cc37b407c7519c5e38a8b682fdc525f0081e RC: 74738a691382ce9f8bd0c30b6ec571e02c618eb0fe8a4>
2021-08-11T16:52:22.864 harvester btcgreen.harvester.harvester: INFO     7 plots were eligible for farming feaf1bec9b... Found 1 proofs. Time: 1.18727 s. Total 2651 plots
2021-08-11T16:52:22.871 harvester btcgreen.harvester.harvester: WARNING  KeyError plot /media/chia-40/plot-k32-2021-08-02-16-21-666f57b58448be9b37a6b57b76ba80d4ce95baccb68952d38d480e46142cba7b.plot does not exist.
2021-08-11T16:52:25.070 full_node btcgreen.full_node.full_node: INFO     🌱 Updated peak to height 13517, weight 111302, hh cb9a5aadf3d88039f60dcbbfb730a68abe634a0e06db28087dc4e193afec0e61, forked at 13516, rh: 9725f5285d110

P.S.: Now I have only one farmer running in my whole network.
As you can see in the section of the log the KeyError still occurs.

the log not enough, at least two or three Searching directories logs

what’s this? the logs is not fulllist?

directory is not the same

Yes, there is one folder with symlinks to the actual plots. The actual Plots are in several different directories.
Don’t tell me that chia+co cannot handle symlinks :flushed:

1 Like

not sure, I didn’t read through the full code project, just read part of it,
but there using a dictionary set, it maybe a error.

It’s easy to verify it.

change the configugration as follow, use the actual directories:

plot_directories:
  - /media/chia-original
  
plot_directories:
  - /media/chia-1
  - /media/chia-2
  - /media/chia-3
  - /media/chia-4
  - /media/chia-5
  ...

Chia&Co handle symlinks incorrectly.

A symlink is supposed to behave exactly like the file to which it points. So if chia opens a symlink the same thing should happen as with the file itself. That is kind of very basic, at least on linux.

And Chia almost does just that. It will load a symlink, check it, verify it and show it in “farm summary”.
And much later, when it actually matters and a proof is found it will look at you with big brown eyes and shrug “so sorry, did not find any plots, do you mind?” :pleading_face:

1 Like

@fast-plotting.com and @uChiaFarmer

Thank you for looking into the matter.

1 Like

that may be a coding bug,
when extract some files from a directory, there maybe a path combine action,
not a full actual path store the filenames in a dictionary for cache,
not check actual file.
that may be an error, when the coding is not the same. as the filename is the key in the dictionary.