Agent to replicate markets to Omen

.github/actions/python_prepare/action.yaml

@@ -12,4 +12,4 @@ runs:
       run: curl -sSL https://install.python-poetry.org | python3 -
     - name: Install dependencies
       shell: bash
-      run: poetry install
+      run: poetry install --all-extras

examples/cloud_deployment/gcp/deploy.py

@@ -1,50 +1,81 @@
 import getpass
+import json
+from enum import Enum
 
 import typer
 from pydantic.types import SecretStr
-from web3 import Web3
 
 from prediction_market_agent_tooling.config import APIKeys
 from prediction_market_agent_tooling.deploy.agent_example import (
     DeployableAgent,
     DeployableAlwaysRaiseAgent,
     DeployableCoinFlipAgent,
 )
-from prediction_market_agent_tooling.gtypes import PrivateKey
+from prediction_market_agent_tooling.gtypes import private_key_type
 from prediction_market_agent_tooling.markets.markets import MarketType
+from prediction_market_agent_tooling.tools.web3_utils import verify_address
+
+
+class AgentName(str, Enum):
+    coin_flip = "coin_flip"
+    always_raise = "always_raise"
 
 
 def main(
-    agent_name: str,
+    agent_name: AgentName,
     cron_schedule: str = "0 */2 * * *",
     github_repo_url: str = "https://github.com/gnosis/prediction-market-agent-tooling",
     branch: str = "main",
     custom_gcp_fname: str | None = None,
     market_type: MarketType = MarketType.MANIFOLD,
+    manifold_api_key_secret_name: str | None = None,
+    openai_api_key_secret_name: str | None = None,
+    bet_from_address: str | None = None,
+    bet_from_private_key_secret_name: str | None = None,
+    env_vars: str | None = None,
+    secrets: str | None = None,
+    timeout: int = 180,
 ) -> None:
     agent: DeployableAgent = {
-        "coin_flip": DeployableCoinFlipAgent,
-        "always_raise": DeployableAlwaysRaiseAgent,
+        AgentName.coin_flip: DeployableCoinFlipAgent,
+        AgentName.always_raise: DeployableAlwaysRaiseAgent,
     }[agent_name]()
     agent.deploy_gcp(
         repository=f"git+{github_repo_url}.git@{branch}",
         market_type=market_type,
         labels={
+            # Only lowercase letters, numbers, hyphens and underscores are allowed.
             "owner": getpass.getuser()
-        },  # Only lowercase letters, numbers, hyphens and underscores are allowed.
+        },
+        env_vars=json.loads(env_vars) if env_vars else None,
+        # You can allow the cloud function to access secrets by adding the role: `gcloud projects add-iam-policy-binding ${GCP_PROJECT_ID} --member=serviceAccount:${GCP_SVC_ACC} --role=roles/container.admin`.
+        # Must be in the format "env_var_in_container => secret_name:version", you can create secrets using `gcloud secrets create --labels owner=<your-name> <secret-name>` command.
+        secrets=json.loads(secrets) if secrets else None,
+        memory=512,
         api_keys=APIKeys(
-            BET_FROM_ADDRESS=Web3.to_checksum_address(
-                "0x3666DA333dAdD05083FEf9FF6dDEe588d26E4307"
+            BET_FROM_ADDRESS=(
+                verify_address(bet_from_address) if bet_from_address else None
             ),
             # For GCP deployment, passwords, private keys, api keys, etc. must be stored in Secret Manager and here, only their name + version is passed.
-            MANIFOLD_API_KEY=SecretStr("JUNG_PERSONAL_GMAIL_MANIFOLD_API_KEY:latest"),
-            BET_FROM_PRIVATE_KEY=PrivateKey(
-                "0x3666DA333dAdD05083FEf9FF6dDEe588d26E4307:latest"
+            MANIFOLD_API_KEY=(
+                SecretStr(manifold_api_key_secret_name)
+                if manifold_api_key_secret_name
+                else None
+            ),
+            BET_FROM_PRIVATE_KEY=(
+                private_key_type(bet_from_private_key_secret_name)
+                if bet_from_private_key_secret_name
+                else None
+            ),
+            OPENAI_API_KEY=(
+                SecretStr(openai_api_key_secret_name)
+                if openai_api_key_secret_name
+                else None
             ),
         ),
-        memory=256,
         cron_schedule=cron_schedule,
         gcp_fname=custom_gcp_fname,
+        timeout=timeout,
     )
 
 

examples/replicate_markets/agent_example.py

@@ -0,0 +1,80 @@
+from datetime import datetime, timedelta
+
+import functions_framework
+import pytz
+from flask import Request
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+from prediction_market_agent_tooling.benchmark.utils import MarketSource
+from prediction_market_agent_tooling.config import APIKeys
+from prediction_market_agent_tooling.deploy.agent import DeployableAgent, MarketType
+from prediction_market_agent_tooling.gtypes import xdai_type
+from prediction_market_agent_tooling.markets.omen.omen import (
+    omen_create_market_deposit_tx,
+    omen_replicate_from_tx,
+)
+
+
+class ReplicateSettings(BaseSettings):
+    model_config = SettingsConfigDict(
+        env_file=".env", env_file_encoding="utf-8", extra="ignore"
+    )
+
+    N_TO_REPLICATE: int
+    INITIAL_FUNDS: str
+    CLOSE_TIME_UP_TO_N_DAYS: int
+
+
+class DeployableReplicateToOmenAgent(DeployableAgent):
+    def run(
+        self, market_type: MarketType = MarketType.MANIFOLD, _place_bet: bool = True
+    ) -> None:
+        keys = APIKeys()
+        settings = ReplicateSettings()
+        close_time_before = (
+            datetime.utcnow() + timedelta(days=settings.CLOSE_TIME_UP_TO_N_DAYS)
+        ).replace(tzinfo=pytz.UTC)
+        initial_funds_per_market = xdai_type(settings.INITIAL_FUNDS)
+        deposit_funds_per_replication = xdai_type(
+            initial_funds_per_market * settings.N_TO_REPLICATE
+        )
+
+        print(f"Replicating from {MarketSource.MANIFOLD}.")
+        # Deposit enough of xDai for all N markets to be replicated, so we don't re-deposit in case of re-tries.
+        omen_create_market_deposit_tx(
+            deposit_funds_per_replication,
+            keys.bet_from_address,
+            keys.bet_from_private_key,
+        )
+        omen_replicate_from_tx(
+            market_source=MarketSource.MANIFOLD,
+            n_to_replicate=settings.N_TO_REPLICATE,
+            initial_funds=initial_funds_per_market,
+            from_address=keys.bet_from_address,
+            from_private_key=keys.bet_from_private_key,
+            close_time_before=close_time_before,
+            auto_deposit=False,
+        )
+        print(f"Replicating from {MarketSource.POLYMARKET}.")
+        # Deposit enough of xDai for all N markets to be replicated, so we don't re-deposit in case of re-tries.
+        omen_create_market_deposit_tx(
+            deposit_funds_per_replication,
+            keys.bet_from_address,
+            keys.bet_from_private_key,
+        )
+        omen_replicate_from_tx(
+            market_source=MarketSource.POLYMARKET,
+            n_to_replicate=settings.N_TO_REPLICATE,
+            initial_funds=initial_funds_per_market,
+            from_address=keys.bet_from_address,
+            from_private_key=keys.bet_from_private_key,
+            close_time_before=close_time_before,
+            auto_deposit=False,
+        )
+        print("Done.")
+
+
+@functions_framework.http
+def main(request: Request) -> str:
+    DeployableReplicateToOmenAgent().run()
+    return "Success"

examples/replicate_markets/deploy.py

@@ -0,0 +1,39 @@
+import os
+
+from prediction_market_agent_tooling.deploy.gcp.deploy import (
+    deploy_to_gcp,
+    run_deployed_gcp_function,
+    schedule_deployed_gcp_function,
+)
+from prediction_market_agent_tooling.deploy.gcp.utils import gcp_function_is_active
+
+fname = "replicate_markets"
+current_dir = os.path.dirname(os.path.abspath(__file__))
+deploy_to_gcp(
+    gcp_fname=fname,
+    requirements_file=None,
+    extra_deps=[
+        "git+https://github.com/gnosis/prediction-market-agent-tooling.git@449c67df2ec02f61411e153565c5e3f8ba01dda1",
+        "langchain",
+        "langchain_openai",
+    ],
+    function_file=os.path.join(current_dir, "agent_example.py"),
+    memory=512,
+    entrypoint_function_name="main",
+    timeout=180,
+    labels=None,
+    env_vars=None,  # TODO add env vars
+    secrets=None,  # TODO add secrets
+)
+
+# Check that the function is deployed
+if not gcp_function_is_active(fname):
+    raise RuntimeError("Failed to deploy the function")
+
+# Run the function
+response = run_deployed_gcp_function(fname)
+if not response.ok:
+    raise RuntimeError("Failed to run the deployed function")
+
+# Schedule the function
+schedule_deployed_gcp_function(fname, cron_schedule="0 */6 * * *")