docs: release sdf version sdf-beta9 [bot] (#383)

Updating sdf-beta9
Auto-generated by
[create-pull-request](https://github.com/peter-evans/create-pull-request)
GitHub action

Co-authored-by: morenol <22335041+morenol@users.noreply.github.com>

Author: github-actions[bot]

sdf_versioned_docs/version-sdf-beta9/SDF_VERSION

@@ -0,0 +1 @@
+sdf-beta9

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/arrow_state.yaml

@@ -0,0 +1,108 @@
+# dataflow.yaml
+apiVersion: 0.5.0
+meta:
+  name: arrow-example
+  version: 0.1.0
+  namespace: examples
+
+config:
+  converter: json
+
+types:
+  order:
+    type: object
+    properties:
+      name:
+        type: string
+      amount:
+        type: u32
+      price:
+        type: f32  
+
+topics:
+  buy:
+    schema:
+      value:
+        type: order
+  sell:
+    schema:
+      value:
+        type: order
+  command:
+    schema:
+      value:
+        type: string
+        converter: raw
+  message:
+    schema:
+      value:
+        type: string
+  
+
+services:
+  interface:
+    sources:
+      - type: topic
+        id: command
+    states:
+      tracker:
+        from: mergeservice.tracker
+    sinks:
+      - type: topic
+        id: message
+        transforms:
+          - operator: map 
+            run: |
+              fn new_input(_input: String) -> Result<String> {
+                let trackrow = sql(&format!("select * from tracker"))?;
+                let rows = trackrow.rows()?;
+                if !rows.next() {
+                  return Ok("empty".to_string())
+                }
+                let balancecol = trackrow.col("balance")?;
+                let balance = rows.f32(&balancecol)?;
+                Ok(format!("{:#?}",balance))
+              }
+  mergeservice:
+    sources:
+      - type: topic
+        id: buy
+        transforms:
+          - operator: map
+            run: |
+              fn buy_order(order: Order) -> Result<f32> {
+                Ok(order.amount as f32 * order.price * -1.0)
+              }
+      - type: topic
+        id: sell 
+        transforms:
+          - operator: map
+            run: |
+              fn sell_order(order: Order) -> Result<f32> {
+                Ok(order.amount as f32 * order.price)
+              }
+    states:
+      tracker: 
+        type: keyed-state
+        properties:
+          key: 
+            type: string
+          value: 
+            type: arrow-row
+            properties:
+              balance:
+                type: f32
+    partition:
+      assign-key:
+        run: |
+          fn map_cash(order: f32) -> Result<String> {
+            Ok("cash".to_string())
+          }
+      update-state:
+        run: |
+          fn add_count(order: f32) -> Result<()> {
+            let mut tracker = tracker();
+            tracker.balance += order; 
+            tracker.update()?;
+            Ok(())
+          }

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/example-api-version.yaml

@@ -0,0 +1 @@
+apiVersion: 0.5.0

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/example-config.yaml

@@ -0,0 +1,9 @@
+config:
+  converter: json
+  consumer:
+    default_starting_offset:
+      value: 0
+      position: End
+  producer:
+    linger_ms: 0
+    batch_size: 1000000

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/example-imports.yaml

@@ -0,0 +1,10 @@
+imports:
+  - pkg: my-dataflow/my-pkg@0.1.0
+    types:
+      - name: sentence
+      - name: word-count
+    functions:
+      - name: sentence-to-words
+      - name: augment-count
+    states:
+      - name: word-count-table

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/example-metadata.yaml

@@ -0,0 +1,4 @@
+meta:
+  name: my-dataflow
+  version: 0.1.0
+  namespace: my-org

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/example-topics.yaml

@@ -0,0 +1,19 @@
+topics:
+  cars:
+    schema:
+      value:
+        type: Car
+        converter: json
+    consumer:
+      default_starting_offset:
+        value: 0
+        position: End
+  car-events:
+    schema:
+      key:
+        type: CarLicense
+      value:
+        type: CarEvent
+    producer:
+      linger_ms: 0
+      batch_size: 1000000

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/filter-map-operator.yaml

@@ -0,0 +1,46 @@
+# dataflow.yaml
+apiVersion: 0.5.0
+meta:
+  name: filter-map-example
+  version: 0.1.0
+  namespace: examples
+
+config:
+  converter: raw
+
+topics:
+  sentences:
+    schema:
+      value:
+        type: string
+  domath:
+    schema:
+      value:
+        type: string
+
+services:
+  filter-map-service:
+    sources:
+      - type: topic
+        id: sentences
+
+    transforms:
+      - operator: filter-map 
+        dependencies:
+          - name: regex
+            version: "1"
+        run: |
+          fn do_addition(input: String) -> Result<Option<String> > {
+            let re = regex::Regex::new(r"^(\d+)\+(\d+)=$").unwrap();
+            if let Some(num) = re.captures(&input) {
+                let a: i32 = num.get(1).unwrap().as_str().parse().unwrap();
+                let b: i32 = num.get(2).unwrap().as_str().parse().unwrap();
+                return Ok(Some(format!("{}{}",input,(a+b))));
+            } else{
+                return Ok(None);
+            }
+          }
+
+    sinks:
+      - type: topic
+        id: domath

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/filter-operator.yaml

@@ -0,0 +1,37 @@
+# dataflow.yaml
+apiVersion: 0.5.0
+meta:
+  name: filter-example
+  version: 0.1.0
+  namespace: examples
+
+config:
+  converter: raw
+
+topics:
+  sentences:
+    schema:
+      value:
+        type: string
+
+  questions:
+    schema:
+      value:
+        type: string
+
+services:
+  filter-service:
+    sources:
+      - type: topic
+        id: sentences
+
+    transforms:
+      - operator: filter
+        run: |
+          fn filter_questions(input: String) -> Result<bool> {
+            Ok(input.contains("?"))
+          }
+
+    sinks:
+      - type: topic
+        id: questions

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/flat-map-operator.yaml

@@ -0,0 +1,40 @@
+# dataflow.yaml
+apiVersion: 0.5.0
+meta:
+  name: flat-map-example
+  version: 0.1.0
+  namespace: examples
+
+config:
+  converter: raw
+
+topics:
+  sentences:
+    schema:
+      value:
+        type: string
+  halfword:
+    schema:
+      value:
+        type: string
+
+services:
+  flat-map-service:
+    sources:
+      - type: topic
+        id: sentences
+
+    transforms:
+      - operator: flat-map
+        run: |
+          fn halfword(input: String) -> Result<Vec<String>> {
+            let mut ret: Vec<String> = Vec::new();
+            let mid = input.len() / 2;
+            ret.push(format!("{}",&input[..mid]));
+            ret.push(format!("{}",&input[mid..]));
+            Ok(ret)
+          }
+
+    sinks:
+      - type: topic
+        id: halfword

sdf_versioned_docs/version-sdf-beta9/_embeds/dataflows/keyvalue_chain.yaml

@@ -0,0 +1,85 @@
+apiVersion: 0.5.0
+
+meta:
+  name: chained-key
+  version: 0.1.0
+  namespace: example
+
+config:
+  converter: json
+  consumer:
+    default_starting_offset:
+      value: 0
+      position: End
+
+types:
+  car-info:
+    type: object
+    properties:
+      year:
+        type: u32 
+      brand:
+        type: string
+      model:
+        type: string
+  car-short:
+    type: object
+    properties:
+      vin:
+        type: string
+      desc:
+        type: string
+#Both topics are key-values
+topics:
+  input:
+    schema:
+      key:
+        type: string
+      value:
+        type: car-info
+  output:
+    schema:
+      key:
+        type: string
+      value:
+        type: car-short
+
+services:
+  kv-to-kv:
+    sources:
+      - type: topic
+        id: input
+
+    transforms:
+      - operator: map
+        run: |
+          fn vin_to_car(vin: Option<String>, car: CarInfo) -> Result<CarShort> {
+            Ok(CarShort{
+                vin: vin.unwrap(),
+                desc: format!("{} {} {}",car.year,car.brand,car.model),
+            })
+          }
+
+      - operator: map
+        run: |
+          fn car_to_manu(vin: Option<String>, car_short: CarShort) -> Result<(Option<String>, CarShort)> {
+            let country = if let Some(first_char) = vin.unwrap().chars().next() {
+                if first_char == '1' || first_char == '4' || first_char == '5' { "United States" } 
+                else if first_char == '2' { "Canada" } 
+                else if first_char == '3' { "Mexico" } 
+                else if first_char == 'J' { "Japan" } 
+                else if first_char == 'K' { "South Korea" } 
+                else if first_char == 'L' { "China" } 
+                else if first_char == 'S' { "United Kingdom" } 
+                else if first_char == 'V' { "France" } 
+                else if first_char == 'W' { "Germany" } 
+                else if first_char == 'Z' { "Italy" } 
+                else { "Unknown" }
+                } 
+            else { "Invalid VIN" };
+            Ok((Some(country.to_string()), car_short))
+          }
+
+    sinks:
+      - type: topic
+        id: output