create.yaml

kind: pipeline

metadata:
  name: "wiki-create"
  version: "1.0.0"
  description: >
    INSERT a new wiki page and re-embed its content inline with candle().
    The AFTER INSERT trigger fans the row out to wiki_pages_fts and
    wiki_pages_vec, so the page is visible to both sqlite_fts and
    sqlite_knn in the same transaction.
    The seed row is wrapped as SELECT ... AS t (not VALUES) so DataFusion's
    INSERT planner does not collapse the projection and drop the
    vec_to_binary(candle(...)) column — see demo/llm_wiki/README.md.
    `updated_at` is populated explicitly from DataFusion's `now()` rather
    than relying on SQLite's column default, because the DataFusion INSERT
    path binds NULL for any column not in the target list, which overrides
    the default.

# Parameters:
#   {slug}       - Canonical slug, e.g. 'entity/alan-turing'
#   {title}      - Display title
#   {page_type}  - One of entity | concept | summary | index | schema
#   {content}    - Markdown body (also the source for the embedding)

spec:
  query: |
    INSERT INTO wiki.main.wiki_pages (slug, title, page_type, content, embedding, updated_at)
    SELECT slug, title, page_type, content,
           vec_to_binary(candle('models/generated/bge-small-en-v1.5', content)),
           CAST(now() AS VARCHAR)
    FROM (
      SELECT {slug} AS slug, {title} AS title, {page_type} AS page_type, {content} AS content
    ) AS t