{"componentChunkName":"component---src-templates-acg-portal-new-template-tsx","path":"/1mu0nafjc","result":{"data":{"markdownRemark":{"html":"

简介

\n

参考文献移除算子：识别 LaTeX 文档里的参考文献 / 附录起始标记，把标记本身及其后到文末的内容整段删除。

\n

功能描述

\n\n

算子参数

\n

输入

\n\n\n\n\n\n\n\n\n\n\n\n\n\n
输入含义
texts文本字符串数组
\n

输出

\n\n\n\n\n\n\n\n\n\n\n\n\n\n
输出含义
result删除参考文献段后的文本（string），输入 None 返回 None
\n

参数

\n

无（__init__ 只接受透传给基类的 **kwargs）

\n

注意事项

\n\n

调用示例

\n\n
\n
\n
\n Python\n \n
\n
\n 
1from __future__ import annotations\n2\n3import os\n4\n5import daft\n6from daft import col\n7\n8from daft.aihc.common.udf import aihc_udf\n9from daft.aihc.functions.text.remove_bibliography import RemoveBibliography\n10\n11if __name__ == \"__main__\":\n12    if os.getenv(\"DAFT_RUNNER\", \"native\") == \"ray\":\n13        import ray\n14        ray.init(dashboard_host=\"0.0.0.0\", ignore_reinit_error=True)\n15        daft.set_runner_ray()\n16    daft.set_execution_config(actor_udf_ready_timeout=6000, min_cpu_per_task=0)\n17\n18body = \"\\section{Intro}\n19real content here\n20\"\n21    samples = {\n22        \"texts\": [\n23            body + \"\\begin{thebibliography}{9}\n24\\bibitem{a} Foo\n25\\end{thebibliography}\",\n26            body + \"\\appendix\n27appendix stuff\",\n28            \"plain text without bibliography\",\n29            None,\n30        ]\n31    }\n32    ds = daft.from_pydict(samples)\n33    ds = ds.with_column(\n34        \"result\",\n35        aihc_udf(RemoveBibliography, construct_args={}, num_cpus=1, concurrency=1, batch_size=4)(col(\"texts\")),\n36    )\n37    ds.show()
\n
\n
\n
\n ","fields":{"slug":"1mu0nafjc","title":"参考文献移除","date":"2026-09-14","extractedHeadings":[]},"headings":[{"value":"简介","depth":2},{"value":"功能描述","depth":3},{"value":"算子参数","depth":2},{"value":"输入","depth":3},{"value":"输出","depth":3},{"value":"参数","depth":3},{"value":"注意事项","depth":2},{"value":"调用示例","depth":2}]}},"pageContext":{"isCreatedByStatefulCreatePages":false,"slug":"1mu0nafjc","prev":{"id":"cmu0n9e2d","name":"IP 地址清理","path":"cmu0n9e2d","filePath":"操作指南/AI数据处理/算子列表/文本/IP 地址清理.md","seo":null,"parentIds":["ilib2qygp","Ymo88m8hi","Imob3m6so","fmob4536z"],"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null,"solutionTag":null,"solutionColor":null},{"id":"Ymo88m8hi","documentId":"c8cb5e38-f8c5-40f4-a424-b0c7895f0c0a","name":"AI数据处理","repoName":"AIHC","filePath":"操作指南/AI数据处理","disabled":false,"path":"Ymo88m8hi","lastMergeTime":"2026-04-21 14:23:10","isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"Imob3m6so","documentId":"fe548e34-6659-4ff5-86f6-eee2c43aec90","name":"算子列表","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表","disabled":false,"path":"Imob3m6so","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"fmob4536z","documentId":"cd84d7f5-def9-4cfd-a487-db445fbdf371","name":"文本","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表/文本","disabled":false,"path":"fmob4536z","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null}]},"next":{"id":"dmu0nbgnu","name":"LaTeX 注释移除","path":"dmu0nbgnu","filePath":"操作指南/AI数据处理/算子列表/文本/LaTeX 注释移除.md","seo":null,"parentIds":["ilib2qygp","Ymo88m8hi","Imob3m6so","fmob4536z"],"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null,"solutionTag":null,"solutionColor":null},{"id":"Ymo88m8hi","documentId":"c8cb5e38-f8c5-40f4-a424-b0c7895f0c0a","name":"AI数据处理","repoName":"AIHC","filePath":"操作指南/AI数据处理","disabled":false,"path":"Ymo88m8hi","lastMergeTime":"2026-04-21 14:23:10","isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"Imob3m6so","documentId":"fe548e34-6659-4ff5-86f6-eee2c43aec90","name":"算子列表","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表","disabled":false,"path":"Imob3m6so","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"fmob4536z","documentId":"cd84d7f5-def9-4cfd-a487-db445fbdf371","name":"文本","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表/文本","disabled":false,"path":"fmob4536z","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null}]},"parents":[{"id":"ilib2qygp","documentId":"bfa43a8b-968a-41a1-8c9d-906507eeaed9","name":"操作指南","repoName":"AIHC","filePath":"操作指南","disabled":false,"path":"ilib2qygp","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":null,"solutionTag":null,"solutionColor":null},{"id":"Ymo88m8hi","documentId":"c8cb5e38-f8c5-40f4-a424-b0c7895f0c0a","name":"AI数据处理","repoName":"AIHC","filePath":"操作指南/AI数据处理","disabled":false,"path":"Ymo88m8hi","lastMergeTime":"2026-04-21 14:23:10","isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"Imob3m6so","documentId":"fe548e34-6659-4ff5-86f6-eee2c43aec90","name":"算子列表","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表","disabled":false,"path":"Imob3m6so","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null},{"id":"fmob4536z","documentId":"cd84d7f5-def9-4cfd-a487-db445fbdf371","name":"文本","repoName":"AIHC","filePath":"操作指南/AI数据处理/算子列表/文本","disabled":false,"path":"fmob4536z","lastMergeTime":null,"isApiDoc":null,"httpMethod":null,"seo":null,"sourceOrgName":null,"sourceRepoName":null,"sourceDocumentId":"","solutionTag":null,"solutionColor":null}],"specificSeo":null}}}