[INLONG-10532][SDK] Add dataproxy python SDK sample and the corresponding document

inlong-sdk/dataproxy-sdk-twins/dataproxy-sdk-python/README.md

@@ -39,3 +39,57 @@ chmod +x ./build.sh
 After the build process finished, you can import the package (`import inlong_dataproxy`) in your python project to use InLong dataproxy.
 
 > **Note**: When the C++ SDK or the version of Python you're using is updated, you'll need to rebuild it by re-executing the `build.sh` script
+
+## Config Parameters
+
+Refer to `demo/config_example.json`.
+
+| name                     | default value                                                      | description                                                                                                |
+|:-------------------------|:-------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------|
+| thread_num               | 10                                                                 | number of network sending threads                                                                          |
+| inlong_group_ids         | ""                                                                 | the list of inlong_group_id, seperated by commas, such as "b_inlong_group_test_01, b_inlong_group_test_02" |
+| enable_groupId_isolation | false                                                              | whether different groupid data using different buffer pools inside the sdk                                 |
+| buffer_num_per_groupId   | 5                                                                  | number of buffer pools of each groupid                                                                     |
+| enable_pack              | true                                                               | whether multiple messages are packed while sending to dataproxy                                            |
+| pack_size                | 4096                                                               | byte, pack messages and send to dataproxy when the data in buffer pool exceeds this value                  |
+| ext_pack_size            | 16384                                                              | byte, maximum length of a message                                                                          |
+| enable_zip               | true                                                               | whether zip data while sending to dataproxy                                                                |
+| min_ziplen               | 512                                                                | byte, minimum zip len                                                                                      |
+| enable_retry             | true                                                               | whether do resend while failed to send data                                                                |
+| retry_ms                 | 3000                                                               | millisecond, resend interval                                                                               |
+| retry_num                | 3                                                                  | maximum resend times                                                                                       |
+| max_active_proxy         | 3                                                                  | maximum number of established connections with dataproxy                                                   |
+| max_buf_pool             | 50 `*`1024`*` 1024                                                 | byte, the size of buffer pool                                                                              |
+| log_num                  | 10                                                                 | maximum number of log files                                                                                |
+| log_size                 | 10                                                                 | MB, maximum size of one log file                                                                           |
+| log_level                | 2                                                                  | log level: trace(4)>debug(3)>info(2)>warn(1)>error(0)                                                      |
+| log_file_type            | 2                                                                  | type of log output: 2->file, 1->console                                                                    |
+| log_path                 | ./logs/                                                            | log path                                                                                                   |
+| proxy_update_interval    | 10                                                                 | interval of requesting and updating dataproxy lists from manager                                           |
+| manager_url              | "http://127.0.0.1:8083/inlong/manager/openapi/dataproxy/getIpList" | the url of manager openapi                                                                                 |
+| need_auth                | false                                                              | whether need authentication while interacting with manager                                                 |
+| auth_id                  | ""                                                                 | authenticate id if need authentication                                                                     |
+| auth_key                 | ""                                                                 | authenticate key if need authentication                                                                    |
+
+## Usage
+
+1. First, init dataproxy-sdk:`init_api(config_file)`. Here, `config_file` is the path of your config file, and absolute
+   path is recommended. Note that only once called is needed in one process.
+
+2. Then, send data: `send(inlong_group_id, inlong_stream_id, msg, msg_len, call_back_func = null)`.
+   If you set `call_back_func`, it will be callbacked if your data failed to send.
+
+3. Finally, close sdk if no more data to be sent: `close_api(max_waitms)`. Here, `max_waitms` is the
+   interval of waiting data in memory to be sent.
+
+4. Note, the above functions return 0 if success, otherwise it means failure.
+
+## Demo
+
+Refer to `/demo/send_demo.py`. Go to the `demo` directory, and run: 
+
+```bash
+python send_demo.py config_example.json [inlong_group_id] [inlong_stream_id]
+```
+
+Replace `[inlong_group_id]` and `[inlong_stream_id]` in the command with the specific ids, and modify the configuration in `config_example.json` as needed.

inlong-sdk/dataproxy-sdk-twins/dataproxy-sdk-python/demo/config_example.json

@@ -0,0 +1,30 @@
+{
+  "init-param": {
+    "inlong_group_ids": "test_pulsar_group",
+    "manager_url": "http://127.0.0.1:8083/inlong/manager/openapi/dataproxy/getIpList",
+    "manager_update_interval": 2,
+    "manager_url_timeout": 5,
+    "msg_type": 7,
+    "max_proxy_num": 8,
+    "per_groupid_thread_nums": 1,
+    "dispatch_interval_zip": 8,
+    "dispatch_interval_send": 10,
+    "recv_buf_size": 10240000,
+    "send_buf_size": 10240000,
+    "enable_pack": true,
+    "pack_size": 409600,
+    "pack_timeout": 3000,
+    "ext_pack_size": 409600,
+    "enable_zip": true,
+    "min_zip_len": 512,
+    "tcp_detection_interval": 60000,
+    "tcp_idle_time": 600000,
+    "log_num": 10,
+    "log_size": 104857600,
+    "log_level": 3,
+    "log_path": "./",
+    "need_auth": false,
+    "auth_id": "",
+    "auth_key": ""
+  }
+}

inlong-sdk/dataproxy-sdk-twins/dataproxy-sdk-python/demo/send_demo.py

@@ -0,0 +1,72 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+import sys
+
+import inlong_dataproxy
+
+# user defined callback function
+def callback_func(inlong_group_id, inlong_stream_id, msg, msg_len, report_time, ip):
+    print("******this is call back, print info******")
+    print("inlong_group_id:", inlong_group_id, ", inlong_stream_id:", inlong_stream_id)
+    print("msg_len:", msg_len, ", msg content:", msg)
+    print("report_time:", report_time, ", client ip:", ip)
+    print("******call back end******")
+    return 0
+
+def main():
+    if len(sys.argv) < 2:
+        print("USAGE: python send_demo.py config_example.json [inlong_group_id] [inlong_stream_id]")
+        return
+
+    inlong_api = inlong_dataproxy.InLongApi()
+
+    # step1. init api
+    if inlong_api.init_api(sys.argv[1]):
+        print("init error")
+        return
+
+    print("---->start sdk successfully")
+
+    count = 5
+    inlong_group_id = "test_pulsar_group"
+    inlong_stream_id = "test_pulsar_stream"
+
+    if (len(sys.argv) == 4):
+        inlong_group_id = sys.argv[2]
+        inlong_stream_id = sys.argv[3]
+
+    print("inlong_group_id:", inlong_group_id, ", inlong_stream_id:", inlong_stream_id)
+
+    msg = "python sdk|1234"
+
+    # step2. send message
+    print("---->start tc_api_send")
+    for i in range(count):
+        if inlong_api.send(inlong_group_id, inlong_stream_id, msg, len(msg), callback_func):
+            print("tc_api_send error;")
+
+    # step3. close api
+    if inlong_api.close_api(10000):
+        print("close sdk error")
+    else:
+        print("---->close sdk successfully")
+
+if __name__ == "__main__":
+    main()