<?php

return [

    /*
    |--------------------------------------------------------------------------
    | Octoparse Open API Configuration
    |--------------------------------------------------------------------------
    |
    | Configuration for the Octoparse Cloud scraping integration. Daily Cloud
    | tasks run on the Octoparse side; this backend pulls the resulting data
    | through their Open API and upserts it into octoparse_records.
    |
    */

    /**
     * Enable or disable Octoparse synchronization
     */
    'sync_enabled' => env('OCTOPARSE_SYNC_ENABLED', false),

    /**
     * API connection
     */
    'api' => [
        'base_url' => env('OCTOPARSE_API_URL', 'https://openapi.octoparse.com'),
        'username' => env('OCTOPARSE_API_USERNAME', ''),
        'password' => env('OCTOPARSE_API_PASSWORD', ''),
        // Cache TTL ceiling. Real TTL comes from "expires_in" returned by the
        // API; this is only an upper bound used when caching the access token.
        'access_token_ttl' => (int) env('OCTOPARSE_ACCESS_TOKEN_TTL', 3600 * 7),
        // Refresh tokens live longer; cache for up to 30 days by default.
        'refresh_token_ttl' => (int) env('OCTOPARSE_REFRESH_TOKEN_TTL', 86400 * 30),
        'request_timeout' => (int) env('OCTOPARSE_REQUEST_TIMEOUT', 60),
    ],

    /**
     * Registered Octoparse tasks. Edit this list to enable importing data
     * from each task. Keys are the Octoparse task UUIDs.
     *
     * Each entry supports:
     *   - label              : human-readable label for the backoffice UI
     *   - unique_key_field   : field name (from the scraped payload) used as
     *                          the upsert key. If null, every row is appended
     *                          and a hash of the whole payload is used.
     *   - enabled            : whether the scheduled import processes it
     */
    'tasks' => [
        'b0b59878-309c-f22c-2d64-ea6f79e9d29a' => [
            'label' => 'ENTSO-E',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.entsoe.eu/data/energy-identification-codes-eic/eic-approved-codes/',
        ],
        'a1f452d2-3327-021d-677a-97deda9f7cb7' => [
            'label' => 'CEEGEX Ltd',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://ceegex.hu/en/membership/members',
        ],
        '3436527e-4276-a138-d432-693bf3694e91' => [
            'label' => 'Nasdaq Stockholm AB',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.nasdaq.com/european-market-activity/nordic-baltic-membership-list',
        ],
        '9ee60d09-c22b-f3a0-d4f9-8147a5188569' => [
            'label' => 'MEFF Sociedad Rectora del Mercado de Productos Derivados, S.A. (ES)',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.meff.es/esp/Sobre-Nosotros/Miembros',
        ],
        '6ed7f204-7172-d318-c3a7-8452f343bafa' => [
            'label' => 'HENEX SA Exchange Members',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.enexgroup.gr/active-energy-markets-members',
        ],
        '8d0537e7-c1a0-38d8-447c-1787d0ee5af8' => [
            'label' => 'Alpex',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://alpex.al/exchange-members/',
        ],
        '0b50fb98-bb13-bd78-b6ba-6ca2108fce76' => [
            'label' => 'BRM, Romanian Commodities Exchange',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://brm.ro/piata-spot-gn/',
        ],
        'f69bb021-4329-ad87-f5a2-e0759e7d0ec1' => [
            'label' => 'THE, Trading Hub Europe',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.tradinghub.eu/en-gb/Publications/Virtual-Trading-Point/Trading-participants',
        ],
        'ec986a65-42e2-4cfc-42d7-f020c275886a' => [
            'label' => 'OKTE, a.s.',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.okte.sk/en/short-term-market/lists/stm-participants/',
        ],
        'b075cd25-310d-ca47-f316-cf57f0a779ba' => [
            'label' => 'EPEX SPOT SE',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.epexspot.com/en/exchangemembers?utm_source=chatgpt.com#list-of-exchange-members',
        ],
        '79f09e5c-4865-ee0a-5957-963cb027402d' => [
            'label' => 'HUPX Ltd. - Go Markets',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://hupx.hu/go-market-0',
        ],
        '5fa84be7-5fb3-c842-1f0e-72130e239994' => [
            'label' => 'HUPX Ltd. - Spot Markets',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://hupx.hu/spot-markets',
        ],
        'e491fc3c-a047-c092-10ff-7984f182bc83' => [
            'label' => 'Gestore dei mercati energetici spa (GME)',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://gme.mercatoelettrico.org/en-us/Home/MarketAccess/Electricity/ElectricityMarket/List-of-market-participants',
        ],
        '280f7e04-092c-ba67-b2ae-3ca21b1e8de7' => [
            'label' => 'HENEX SA Clearing Members',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.enexgroup.gr/clearing-members-list',
        ],
        'ac84d148-3351-cbe8-079f-c06a2d0044a9' => [
            'label' => 'EXAA Abwicklungsstelle für Energieprodukte AG',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.exaa.at/energiehandel/handelsteilnehmer/',
        ],
        'eec2d7a9-53ce-203a-46ee-3f57eeb5f038' => [
            'label' => 'OTE, a.s.',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.ote-cr.cz/en/registration-and-agreements/market-participants-list',
        ],
        'b80a6651-84a4-a8c9-a734-e9ffc7e2b477' => [
            'label' => 'Towarowa Giełda Energii S.A.',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://tge.pl/exchange-members',
        ],
        '6059caa8-37b3-7d94-c70b-4deb1cdbad1e' => [
            'label' => 'BSP d.o.o.',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://bsp-southpool.com/membership',
        ],
        '6b86c435-c624-501b-541f-589961ce0d58' => [
            'label' => 'Central European Gas Hub, CEGH, Wiener Börse AG',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.cegh.at/en/members/',
        ],
        '30495d41-48d9-51ea-f102-3dec6419b9aa' => [
            'label' => 'ICE Endex',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.ice.com/endex/membership',
        ],
        '48b36608-4f6c-fe53-3d33-c418cab24226' => [
            'label' => 'Independent Bulgarian Energy Exchange',
            'unique_key_field' => 'Participants',
            'enabled' => true,
            'link' => 'https://ibex.bg/membership/members-1/',
        ],
        '7d1b6163-1af1-3a60-f063-ebae21e2256c' => [
            'label' => 'N2EX/Nord Pool Spot AS',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.nordpoolgroup.com/en/trading/join-our-markets/membership/',
        ],
        '5f45aefa-8a50-f25c-71b4-9d2f06aabd75' => [
            'label' => 'ICE Futures Europe',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.ice.com/futures-europe/membership',
        ],
        '78608211-9fd6-ced7-b4a3-90b8931a2018' => [
            'label' => 'Balkan Gas Hub EAD',
            'unique_key_field' => 'Member',
            'enabled' => true,
            'link' => 'https://balkangashub.bg/en/membership/members',
        ],
        '4b1d2806-b7e5-b7a8-dda2-71a3db829cb9' => [
            'label' => 'European Energy Exchange AG Regulated Market',
            'unique_key_field' => 'Field1',
            'enabled' => true,
            'link' => 'https://www.eex.com/en/trading-resources/participants/list-of-trading-participants',
        ],
        '6c654208-22bc-2c54-61ea-bdc583bee811' => [
            'label' => 'MEFF Sociedad Rectora del Mercado de Productos Derivados, S.A. (EN)',
            'unique_key_field' => 'Field1_text',
            'enabled' => true,
            'link' => 'https://www.meff.es/ing/About-Us/Members',
        ],
        'e868a0cf-f881-3e42-4bbd-fb297c93ee7a' => [
            'label' => 'Bulgarian Energy Trading Platform AD',
            'unique_key_field' => 'Name',
            'enabled' => true,
            'link' => 'https://betp.bg/membership-parent-page/market-members/?lang=en',
        ],
        '10fcc698-e6d0-1d89-fe39-bdc4ae53f656' => [
            'label' => 'OMIP - Pólo Português, S.G.M.R., S.A.',
            'unique_key_field' => 'Entity',
            'enabled' => true,
            'link' => 'https://www.omip.pt/en/market-members',
        ],
        '494acb64-458b-9fc4-fb51-a10572a7189b' => [
            'label' => 'Euronext Amsterdam N.V.',
            'unique_key_field' => 'NAME_ASCENDING',
            'enabled' => true,
            'link' => 'https://live.euronext.com/en/resources/members-list',
        ],
    ],

    /**
     * Import settings
     */
    'import' => [
        'page_size' => (int) env('OCTOPARSE_PAGE_SIZE', 1000),
        // When true, the importer uses /api/notexportdata/* endpoints (only
        // new rows since last export) instead of /api/alldata/*. Combine with
        // markDataExported to avoid pulling the same rows twice.
        'use_not_exported_endpoint' => (bool) env('OCTOPARSE_USE_NOT_EXPORTED', false),
        // Octoparse hard limit: 20 req/sec. Keep a margin to avoid 429s.
        'rate_limit_delay_ms' => (int) env('OCTOPARSE_RATE_LIMIT_DELAY_MS', 60),
        'rate_limit_max_per_sec' => (int) env('OCTOPARSE_RATE_LIMIT_MAX_PER_SEC', 16),
        'max_retries' => (int) env('OCTOPARSE_MAX_RETRIES', 5),
        'backoff_base_ms' => (int) env('OCTOPARSE_BACKOFF_BASE_MS', 1000),
    ],

    /**
     * Email report configuration
     */
    'email_report' => [
        'recipients' => env('OCTOPARSE_REPORT_RECIPIENTS', 'christian.freitas@eae.pt'),
        'only_on_error' => (bool) env('OCTOPARSE_REPORT_ONLY_ON_ERROR', false),
    ],

    /**
     * Daily import schedule (24h, server timezone)
     */
    'schedule' => [
        'time' => env('OCTOPARSE_SYNC_TIME', '05:00'),
    ],

];