chore: trim unrelated discovery kit changes

Revert files that leaked into the squashed discovery diff so the PR stays focused on the Discord and automation work reviewers actually need to read.

Author: lev-goryachev

flexus_client_kit/erp_schema.py

@@ -310,130 +310,12 @@ class ComRefund:
     order: Optional[ComOrder] = field(default=None, metadata={"fk_field": "refund_order_id", "description": "included via include=['order']"})
 
 
-@dataclass
-class CrmPerson:
-    ws_id: str
-    person_id: str = field(default="", metadata={"pkey": True, "display_name": "Person ID"})
-    person_label: str = field(default="", metadata={"importance": 1, "display_name": "Label"})
-    person_details: dict = field(default_factory=dict, metadata={"display_name": "Details", "description": "Custom JSON attributes for this person"})
-    person_created_ts: float = field(default=0.0, metadata={"importance": 1, "display_name": "Created at"})
-    person_modified_ts: float = field(default=0.0, metadata={"display_name": "Modified at"})
-    person_archived_ts: float = field(default=0.0, metadata={"display_name": "Archived at"})
-
-    identities: Optional[List["CrmPersonIdentity"]] = field(default=None, metadata={"inbound_fk_table": "crm_person_identity", "inbound_fk_col": "person_id"})
-    applications: Optional[List["CrmApplication"]] = field(default=None, metadata={"inbound_fk_table": "crm_application", "inbound_fk_col": "person_id"})
-
-
-@dataclass
-class CrmPersonIdentity:
-    ws_id: str
-    person_id: str = field(metadata={"importance": 1, "display_name": "Person"})
-    identity_platform: str = field(metadata={"importance": 1, "display_name": "Platform", "description": "e.g. discord, slack, telegram, email, github"})
-    identity_external_user_id: str = field(metadata={"importance": 1, "display_name": "External User ID"})
-    identity_id: str = field(default="", metadata={"pkey": True, "display_name": "Identity ID"})
-    identity_external_endpoint: str = field(default="", metadata={"importance": 1, "display_name": "Endpoint", "description": "Channel ID, DM endpoint, webhook URL, etc."})
-    identity_status: str = field(default="linked", metadata={"importance": 1, "display_name": "Status", "enum": [
-        {"value": "linked", "label": "Linked"},
-        {"value": "verified", "label": "Verified"},
-        {"value": "revoked", "label": "Revoked"},
-    ]})
-    identity_details: dict = field(default_factory=dict, metadata={"display_name": "Details"})
-    identity_created_ts: float = field(default=0.0, metadata={"display_name": "Created at"})
-    identity_modified_ts: float = field(default=0.0, metadata={"display_name": "Modified at"})
-    identity_archived_ts: float = field(default=0.0, metadata={"display_name": "Archived at"})
-
-    person: Optional[CrmPerson] = field(default=None, metadata={"fk_field": "person_id", "description": "included via include=['person']"})
-
-
-@dataclass
-class CrmApplication:
-    ws_id: str
-    application_id: str = field(default="", metadata={"pkey": True, "display_name": "Application ID"})
-    person_id: Optional[str] = field(default=None, metadata={"importance": 1, "display_name": "Person"})
-    contact_id: Optional[str] = field(default=None, metadata={"importance": 1, "display_name": "Contact"})
-    application_source: str = field(default="", metadata={"importance": 1, "display_name": "Source", "description": "Originating channel/system, e.g. discord_onboarding"})
-    application_platform: str = field(default="", metadata={"importance": 1, "display_name": "Platform", "enum": [
-        {"value": "discord", "label": "Discord"},
-        {"value": "slack", "label": "Slack"},
-        {"value": "web", "label": "Web"},
-        {"value": "email", "label": "Email"},
-        {"value": "telegram", "label": "Telegram"},
-    ]})
-    application_status: str = field(default="PENDING", metadata={"importance": 1, "display_name": "Status", "enum": [
-        {"value": "PENDING", "label": "Pending"},
-        {"value": "REVIEWING", "label": "Reviewing"},
-        {"value": "DECIDED", "label": "Decided"},
-        {"value": "CLOSED", "label": "Closed"},
-    ]})
-    application_decision: str = field(default="", metadata={"importance": 1, "display_name": "Decision", "enum": [
-        {"value": "", "label": "—"},
-        {"value": "APPROVED", "label": "Approved"},
-        {"value": "REJECTED", "label": "Rejected"},
-        {"value": "WAITLISTED", "label": "Waitlisted"},
-    ]})
-    application_payload: dict = field(default_factory=dict, metadata={"display_name": "Payload", "description": "Raw inbound data from the originating event"})
-    application_details: dict = field(default_factory=dict, metadata={"display_name": "Details", "description": "Enriched/processed data and bot annotations"})
-    application_created_ts: float = field(default=0.0, metadata={"importance": 1, "display_name": "Created at"})
-    application_modified_ts: float = field(default=0.0, metadata={"display_name": "Modified at"})
-    application_archived_ts: float = field(default=0.0, metadata={"display_name": "Archived at"})
-    application_decision_ts: float = field(default=0.0, metadata={"importance": 1, "display_name": "Decided at"})
-
-    person: Optional[CrmPerson] = field(default=None, metadata={"fk_field": "person_id", "description": "included via include=['person']"})
-
-
-@dataclass
-class CrmThreadParticipationPolicy:
-    ws_id: str
-    ft_id: str = field(metadata={"importance": 1, "display_name": "Thread ID"})
-    policy_id: str = field(default="", metadata={"pkey": True, "display_name": "Policy ID"})
-    persona_id: Optional[str] = field(default=None, metadata={"importance": 1, "display_name": "Persona"})
-    person_id: Optional[str] = field(default=None, metadata={"importance": 1, "display_name": "Person"})
-    policy_mode: str = field(default="ACTIVE", metadata={"importance": 1, "display_name": "Mode", "enum": [
-        {"value": "ACTIVE", "label": "Active"},
-        {"value": "PAUSED", "label": "Paused"},
-        {"value": "TAKEOVER", "label": "Takeover"},
-        {"value": "CLOSED", "label": "Closed"},
-    ]})
-    policy_active: bool = field(default=True, metadata={"importance": 1, "display_name": "Active"})
-    policy_timeout_ts: float = field(default=0.0, metadata={"display_name": "Timeout at", "description": "Epoch timestamp when mode should auto-expire; 0 = no timeout"})
-    policy_last_actor: str = field(default="", metadata={"display_name": "Last Actor", "description": "fuser_id, persona_id, or 'system'"})
-    policy_details: dict = field(default_factory=dict, metadata={"display_name": "Details"})
-    policy_created_ts: float = field(default=0.0, metadata={"display_name": "Created at"})
-    policy_modified_ts: float = field(default=0.0, metadata={"display_name": "Modified at"})
-
-
-@dataclass
-class CrmExternalConnection:
-    ws_id: str
-    connection_provider: str = field(metadata={"importance": 1, "display_name": "Provider", "description": "e.g. discord, slack, github, google"})
-    connection_id: str = field(default="", metadata={"pkey": True, "display_name": "Connection ID"})
-    persona_id: Optional[str] = field(default=None, metadata={"importance": 1, "display_name": "Persona"})
-    auth_id: Optional[str] = field(default=None, metadata={"display_name": "Auth ID"})
-    connection_platform: str = field(default="", metadata={"importance": 1, "display_name": "Platform", "description": "Sub-platform or environment hint"})
-    connection_resource_type: str = field(default="", metadata={"importance": 1, "display_name": "Resource Type", "description": "e.g. guild, channel, workspace, dm, repo"})
-    connection_external_id: str = field(default="", metadata={"importance": 1, "display_name": "External ID"})
-    connection_status: str = field(default="active", metadata={"importance": 1, "display_name": "Status", "enum": [
-        {"value": "active", "label": "Active"},
-        {"value": "revoked", "label": "Revoked"},
-        {"value": "error", "label": "Error"},
-    ]})
-    connection_details: dict = field(default_factory=dict, metadata={"display_name": "Details"})
-    connection_created_ts: float = field(default=0.0, metadata={"display_name": "Created at"})
-    connection_modified_ts: float = field(default=0.0, metadata={"display_name": "Modified at"})
-    connection_archived_ts: float = field(default=0.0, metadata={"display_name": "Archived at"})
-
-
 ERP_TABLE_TO_SCHEMA: Dict[str, Type] = {
     "crm_activity": CrmActivity,
-    "crm_application": CrmApplication,
     "crm_contact": CrmContact,
     "crm_deal": CrmDeal,
-    "crm_external_connection": CrmExternalConnection,
-    "crm_person": CrmPerson,
-    "crm_person_identity": CrmPersonIdentity,
     "crm_pipeline": CrmPipeline,
     "crm_pipeline_stage": CrmPipelineStage,
-    "crm_thread_participation_policy": CrmThreadParticipationPolicy,
     "com_order": ComOrder,
     "com_order_item": ComOrderItem,
     "com_payment": ComPayment,
@@ -460,15 +342,10 @@ class CrmExternalConnection:
 
 ERP_DISPLAY_NAME_CONFIGS: Dict[str, str] = {
     "crm_activity": "{activity_title}",
-    "crm_application": "{application_platform} {application_status}",
     "crm_contact": "{contact_first_name} {contact_last_name}",
     "crm_deal": "{deal_name}",
-    "crm_external_connection": "{connection_provider} {connection_resource_type}",
-    "crm_person": "{person_label}",
-    "crm_person_identity": "{identity_platform} {identity_external_user_id}",
     "crm_pipeline": "{pipeline_name}",
     "crm_pipeline_stage": "{stage_name}",
-    "crm_thread_participation_policy": "{ft_id} {policy_mode}",
     "com_order": "{order_number}",
     "com_order_item": "{oitem_name}",
     "com_payment": "{pay_id}",

flexus_client_kit/format_utils.py

@@ -25,6 +25,7 @@ class TextOutputResult:
     lines: List[str]
     line1: int        # 1-based first line shown
     line2: int        # 1-based last line shown (inclusive)
+    total_lines: int
     safety_valve_hit: bool
     header: str
     warnings: List[str] = field(default_factory=list)
@@ -182,6 +183,7 @@ def format_text_output(
         lines=result,
         line1=line_offset + start + 1,
         line2=line_offset + actual_end + 1,
+        total_lines=len(lines),
         safety_valve_hit=hit,
         header=header,
         warnings=warnings,

flexus_client_kit/integrations/fi_pdoc.py

@@ -36,7 +36,7 @@
     parameters={
         "type": "object",
         "properties": {
-            "op": {"type": "string", "enum": ["help", "list", "cat", "activate", "create", "create_draft_qa", "create_draft_from_template", "overwrite", "update_json_text", "translate_qa", "cp", "mv", "rm"]},
+            "op": {"type": "string", "enum": ["help", "list", "cat", "activate", "create", "create_draft_qa", "create_draft_from_template", "overwrite", "update_at_location", "translate_qa", "cp", "mv", "rm"]},
             "args": {"type": "object"},   # model guesses p= to write here quite well for some reason, without help, must be something in prompt
         },
     },
@@ -71,15 +71,15 @@
     Create a new policy document from a known template. Automatically prepends current date between
     output_dir and slug, e.g. /plans/20260325-my-thing. Fails if the document already exists.
 
-flexus_policy_document(op="update_json_text", args={"p": "/folder/file", "json_path": "section1.field", "text": "new value", "expected_md5": "abc123"})
-    Update a specific field in a document using json_path with dot notation.
-    Example: "operations_overview.governance" updates doc["operations_overview"]["governance"]
-    Pass expected_md5 (from a previous cat/update) to avoid overwriting concurrent changes.
-    If md5 doesn't match, changes are not saved and latest content is returned so you can retry.
+flexus_policy_document(op="update_at_location", args={"p": "/folder/file", "expected_md5": "abc123", "updates": [["toptag.section1.field1", "value1"], ["toptag.section1.field2", "value2"]]})
+    Update fields in a document using dot notation for path. This normally updates strings, but you can try to set
+    any structure or number, if schema in available in the document.
+    NEVER call this tool in parallel, backend will serialize calls and only the first will pass md5 gate.
+    Instead use "updates" array to set multiple fields at once.
 
 flexus_policy_document(op="translate_qa", args={"p": "/folder/file", "expected_md5": "abc123", "translation": [["top-tag.section01-product.question01-description.q", "Translated text"], ...]})
     Batch-update question texts in a QA document, typically for translation.
-    Each entry in translation is [json_path, text] where json_path uses dot notation (same as update_json_text).
+    Each entry in translation is [json_path, text] where json_path uses dot notation (same as update_at_location).
     Pass expected_md5 to avoid overwriting concurrent changes.
     Returns list of still-empty "q" and "a" fields and the new md5.
 
@@ -425,19 +425,27 @@ async def called_by_model(self, toolcall: ckit_cloudtool.FCloudtoolCall, model_p
                     raise
                 r += f"✍️ {p}\nmd5={_pdoc_md5(doc)}\n\n✓ Created from template '{template}'"
 
-            elif op == "update_json_text":
+            elif op == "update_at_location":
                 p = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "p", "")
                 p = p or ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "path", "")
-                json_path = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "json_path", "")
-                text = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "text", "")
                 expected_md5 = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "expected_md5", "")
-                if not p or not json_path or not text:
-                    return f"Error: p, json_path, and text parameters required\n\n{HELP}"
+                # batch: updates=[[json_path, text], ...] or single: json_path= text=
+                updates_raw = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "updates", None)
+                if updates_raw and isinstance(updates_raw, list):
+                    updates = [{"json_path": u[0], "text": u[1]} for u in updates_raw]
+                else:
+                    json_path = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "json_path", "")
+                    text = ckit_cloudtool.try_best_to_find_argument(args, model_produced_args, "text", "")
+                    if not json_path or not text:
+                        return f"Error: provide json_path+text or updates list\n\n{HELP}"
+                    updates = [{"json_path": json_path, "text": text}]
+                if not p:
+                    return f"Error: p parameter required\n\n{HELP}"
 
                 if self.is_fake:
                     return await ckit_scenario.scenario_generate_tool_result_via_model(self.fclient, toolcall, open(__file__).read())
 
-                upd = await self.pdoc_update_json_text(p, json_path, text, persona_id=self.rcx.persona.persona_id, fcall_untrusted_key=toolcall.fcall_untrusted_key, expected_md5=expected_md5)
+                upd = await self.pdoc_update_at_location(p, updates, persona_id=self.rcx.persona.persona_id, fcall_untrusted_key=toolcall.fcall_untrusted_key, expected_md5=expected_md5)
                 if upd.changes_saved:
                     r += f"✍️ {p}\n"
                     r += f"changes_saved=true\n\n"
@@ -613,20 +621,20 @@ async def pdoc_overwrite(self, p: str, text: str, persona_id: str, fcall_untrust
             )
             return gql_utils.dataclass_from_dict(r["policydoc_overwrite"], PdocOverwriteResult)
 
-    async def pdoc_update_json_text(self, p: str, json_path: str, text: str, persona_id: str, fcall_untrusted_key: str, expected_md5: str = "") -> PdocUpdateJsonTextResult:
+    async def pdoc_update_at_location(self, p: str, updates: list, persona_id: str, fcall_untrusted_key: str, expected_md5: str = "") -> PdocUpdateJsonTextResult:
         http = await self._http(persona_id, fcall_untrusted_key)
         async with http as h:
             result = await h.execute(
                 gql.gql(f"""
-                    mutation PdocUpdateJsonText($fgroup_id: String!, $p: String!, $json_path: String!, $text: String!, $expected_md5: String) {{
-                        policydoc_update_json_text(fgroup_id: $fgroup_id, p: $p, json_path: $json_path, text: $text, expected_md5: $expected_md5) {{
+                    mutation PdocUpdateAtPath($fgroup_id: String!, $p: String!, $updates: [PolicyDocJsonUpdate!]!, $expected_md5: String) {{
+                        policydoc_update_at_location(fgroup_id: $fgroup_id, p: $p, updates: $updates, expected_md5: $expected_md5) {{
                             {gql_utils.gql_fields(PdocUpdateJsonTextResult)}
                         }}
                     }}
                 """),
-                variable_values={"fgroup_id": self.fgroup_id, "p": p, "json_path": json_path, "text": text, "expected_md5": expected_md5},
+                variable_values={"fgroup_id": self.fgroup_id, "p": p, "updates": updates, "expected_md5": expected_md5},
             )
-            return gql_utils.dataclass_from_dict(result["policydoc_update_json_text"], PdocUpdateJsonTextResult)
+            return gql_utils.dataclass_from_dict(result["policydoc_update_at_location"], PdocUpdateJsonTextResult)
 
     async def pdoc_cp(self, p1: str, p2: str, persona_id: str, fcall_untrusted_key: str) -> None:
         http = await self._http(persona_id, fcall_untrusted_key)

flexus_simple_bots/boss/boss_bot.py

@@ -206,7 +206,7 @@ async def handle_plan_update_section(
             section_data[k] = v.replace("\\n", "\n")
         if isinstance(v, str) and "
" in v and "\n" not in v:
             section_data[k] = section_data[k].replace("
", "\n")
-    upd = await pdoc_integration.pdoc_update_json_text(path, f"plan.{section}", json.dumps(section_data, ensure_ascii=False), persona_id=rcx.persona.persona_id, fcall_untrusted_key=uk, expected_md5=expected_md5)
+    upd = await pdoc_integration.pdoc_update_at_location(path, [{"json_path": f"plan.{section}", "text": json.dumps(section_data, ensure_ascii=False)}], persona_id=rcx.persona.persona_id, fcall_untrusted_key=uk, expected_md5=expected_md5)
     if not upd.changes_saved:
         return f"📄 {path}\nmd5_requested={upd.md5_requested}\nmd5_found={upd.md5_found}\nchanges_saved=false\n\n{upd.problem_message or 'Document changed, please retry'}\n\n{upd.latest_text}"
 
@@ -237,7 +237,7 @@ async def handle_plan_progress_add(
         return f"Error: plan {path} not found"
     prev = existing.pdoc_content.get("plan", {}).get("section03-progress", {}).get(field, "").rstrip("\n")
     new_value = (prev + "\n" + line).lstrip("\n")
-    upd = await pdoc_integration.pdoc_update_json_text(path, f"plan.section03-progress.{field}", new_value, persona_id=rcx.persona.persona_id, fcall_untrusted_key=uk, expected_md5=expected_md5)
+    upd = await pdoc_integration.pdoc_update_at_location(path, [{"json_path": f"plan.section03-progress.{field}", "text": new_value}], persona_id=rcx.persona.persona_id, fcall_untrusted_key=uk, expected_md5=expected_md5)
     if not upd.changes_saved:
         return f"📄 {path}\nmd5_requested={upd.md5_requested}\nmd5_found={upd.md5_found}\nchanges_saved=false\n\n{upd.problem_message or 'Document changed, please retry.'}\n\n{upd.latest_text}"
     return f"✍️ {path}\nmd5={upd.md5_found}\n\nAppended to {field}"

flexus_simple_bots/frog/frog_bot.py

@@ -45,6 +45,7 @@
         "gmail",
         "google_business",
         "google_ads",
+        "google_sheets",
         "telegram",
         "slack",
         "skills"