{"componentChunkName":"component---src-templates-acg-portal-new-template-tsx","path":"/wmo9zna4x","result":{"data":{"markdownRemark":{"html":"

简介

\n

空白字符标准化器 - 将文本中不同种类的空白符号替换成标准空格

\n

功能描述

\n\n

算子参数

\n

输入

\n\n\n\n\n\n\n\n\n\n\n\n\n\n
输入含义
text待处理的文本列，要求元素类型为字符串
\n

输出

\n\n\n\n\n\n\n\n\n\n\n\n\n\n
输出含义
normalized_text标准化后的文本列
\n

调用示例

\n\n
\n
\n
\n Plain Text\n \n
\n
\n 
1from __future__ import annotations\n2\n3import os\n4import daft\n5from daft import col\n6\n7from daft.aihc.common.udf import aihc_udf\n8from daft.aihc.functions.text.whitespace_normalizer import WhitespaceNormalizer\n9\n10if __name__ == "__main__":\n11    if os.getenv("DAFT_RUNNER", "native") == "ray":\n12        import ray\n13        ray.init(dashboard_host="0.0.0.0", ignore_reinit_error=True)\n14        daft.set_runner_ray()\n15    daft.set_execution_config(actor_udf_ready_timeout=6000, min_cpu_per_task=0)\n16\n17    samples = {\n18        "text": [\n19            "Hello\\u00a0World",           \n20            "中文\\u3000全角空格\\u3000测试", \n21            "Tab\\t分隔\\t文本",    \n22            "多   个   普   通   空   格", \n23        ]\n24    }\n25\n26    ds = daft.from_pydict(samples)\n27    ds = ds.with_column(\n28        "url_ratio",\n29        aihc_udf(\n30            UrlRatioCalculator,\n31            construct_args={},\n32        )(col("text")),\n33    )\n34    ds.show()
\n
\n
\n
\n ","fields":{"slug":"wmo9zna4x","title":"空白字符标准化器","date":"2026-04-23","extractedHeadings":[]},"headings":[{"value":"简介","depth":2},{"value":"功能描述","depth":3},{"value":"算子参数","depth":2},{"value":"输入","depth":3},{"value":"输出","depth":3},{"value":"调用示例","depth":2}]}},"pageContext":{"isCreatedByStatefulCreatePages":false,"slug":"wmo9zna4x","prev":{"id":"Umn1dxohu","name":"工作流","path":"Umn1dxohu","filePath":"操作指南/工作流/工作流模板示例.md","seo":null,"parentIds":["ilib2qygp","Em66d2kok"],"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null},{"id":"Em66d2kok","documentId":"a6a38f6a-0da4-4a3a-8aa4-5b64c05390cf","name":"工作流","repoName":"AIHC","filePath":"操作指南/工作流","disabled":false,"path":"Em66d2kok","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null}]},"next":{"id":"wmoa03wob","name":"中文简繁体转换器","path":"wmoa03wob","filePath":"操作指南/AI数据处理/算子列表/文本/中文简繁体转换器.md","seo":null,"parentIds":["ilib2qygp","Ymo88m8hi","Imob3m6so","fmob4536z"],"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null},{"id":"Ymo88m8hi","documentId":"c8cb5e38-f8c5-40f4-a424-b0c7895f0c0a","name":"AI数据处理","repoName":"AIHC","filePath":"操作指南/AI数据处理","disabled":false,"path":"Ymo88m8hi","lastMergeTime":"2026-04-21 14:23:10","isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""},{"id":"Imob3m6so","documentId":"fe548e34-6659-4ff5-86f6-eee2c43aec90","name":"算子列表","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表","disabled":false,"path":"Imob3m6so","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""},{"id":"fmob4536z","documentId":"cd84d7f5-def9-4cfd-a487-db445fbdf371","name":"文本","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表/文本","disabled":false,"path":"fmob4536z","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""}]},"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null},{"id":"Ymo88m8hi","documentId":"c8cb5e38-f8c5-40f4-a424-b0c7895f0c0a","name":"AI数据处理","repoName":"AIHC","filePath":"操作指南/AI数据处理","disabled":false,"path":"Ymo88m8hi","lastMergeTime":"2026-04-21 14:23:10","isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""},{"id":"Imob3m6so","documentId":"fe548e34-6659-4ff5-86f6-eee2c43aec90","name":"算子列表","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表","disabled":false,"path":"Imob3m6so","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""},{"id":"fmob4536z","documentId":"cd84d7f5-def9-4cfd-a487-db445fbdf371","name":"文本","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表/文本","disabled":false,"path":"fmob4536z","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":""}],"specificSeo":null}}}