{"result":{"depiction_url":null,"edges":{"hasreference":{"objects":[{"created":"2026-10-07T11:13:43Z","object_id":{"id":1601,"is_a":["text","documentation","cookbook"],"name":"doc_cookbook_justenough_re","title":{"_type":"trans","tr":{"en":"Use regular expressions with Erlang\/OTP 28"}},"uri":"https:\/\/zotonic.com\/id\/1601"},"seq":1},{"created":"2026-10-07T11:13:43Z","object_id":{"id":2325,"is_a":["text","documentation","cookbook"],"name":null,"title":{"_type":"trans","tr":{"en":"Render template values safely"}},"uri":"https:\/\/zotonic.com\/id\/2325"},"seq":2}],"predicate":{"id":2774,"is_a":["meta","predicate"],"name":"hasreference","title":{"_type":"trans","tr":{"en":"Documentation reference"}},"uri":"https:\/\/zotonic.com\/id\/hasreference"}},"subject":{"objects":[{"created":"2026-10-07T11:13:43Z","object_id":{"id":2557,"is_a":["categorization","keyword","keyword_information_type"],"name":"zotonic_topic_cookbook_recipe","title":"Cookbook recipe","uri":"https:\/\/zotonic.com\/id\/2557"},"seq":1},{"created":"2026-10-07T11:13:43Z","object_id":{"id":2564,"is_a":["categorization","keyword","keyword_audience"],"name":"zotonic_topic_backend_developer","title":"Backend developer","uri":"https:\/\/zotonic.com\/id\/2564"},"seq":2},{"created":"2026-10-07T11:13:43Z","object_id":{"id":2612,"is_a":["categorization","keyword","keyword_domain"],"name":"zotonic_topic_data_processing_and_formatting","title":"Data processing and formatting","uri":"https:\/\/zotonic.com\/id\/2612"},"seq":3},{"created":"2026-10-07T11:13:43Z","object_id":{"id":2670,"is_a":["categorization","keyword","keyword_technology"],"name":"zotonic_topic_erlang_otp","title":"Erlang\/OTP","uri":"https:\/\/zotonic.com\/id\/2670"},"seq":4},{"created":"2026-10-07T11:13:43Z","object_id":{"id":2659,"is_a":["categorization","keyword","keyword_data_type"],"name":"zotonic_topic_text","title":"Text","uri":"https:\/\/zotonic.com\/id\/2659"},"seq":5}],"predicate":{"id":308,"is_a":["meta","predicate"],"name":"subject","title":{"_type":"trans","tr":{"en":"Keyword"}},"uri":"http:\/\/purl.org\/dc\/elements\/1.1\/subject"}}},"id":1538,"is_a":["text","documentation","cookbook"],"links":[{"rel":"self","target":"https:\/\/zotonic.com\/.zotonic\/websub\/topic\/1538"},{"rel":"hub","target":"https:\/\/zotonic.com\/.zotonic\/websub"}],"medium":null,"medium_url":null,"name":"doc_cookbook_shell_characters","page_url":{"en":"https:\/\/zotonic.com\/cookbook\/1538\/normalize-and-filter-unicode-text","x-default":"https:\/\/zotonic.com\/cookbook\/1538\/normalize-and-filter-unicode-text"},"preview_url":null,"resource":{"body":{"_type":"trans","tr":{"en":"<p>Erlang binaries contain bytes; a UTF-8 character can span several bytes. Do not filter a binary byte by byte to remove “non-ASCII” values: that destroys valid text.<\/p>\n<p>Normalize valid Unicode input and use character-aware operations:<\/p>\n<pre class=\"notranslate\"><code class=\"notranslate language-erlang\">Text = unicode:characters_to_nfc_binary(&quot;Café&quot;),\nClean = re:replace(Text, &lt;&lt;&quot;[\\\\r\\\\n\\\\t]+&quot;&gt;&gt;, &lt;&lt;&quot; &quot;&gt;&gt;,\n                   [unicode, global, {return, binary}]).\n<\/code><\/pre>\n<p>The result retains <code>é<\/code> and replaces line breaks and tabs with spaces. Check <code>unicode:characters_to_binary\/1<\/code> results at an input boundary: invalid or incomplete encoded input can return an error tuple. Decide whether to reject or repair it instead of silently dropping bytes.<\/p>\n<p>Choose escaping for the output context. HTML uses HTML escaping, JSON uses a JSON encoder, and a LaTeX document needs a deliberate TeX-text encoder for characters such as backslash, braces, percent and ampersand. A list of character substitutions is not a general-purpose sanitizer for all three formats.<\/p>"}},"category_id":{"id":318,"is_a":["meta","category"],"name":"cookbook","title":{"_type":"trans","tr":{"en":"Cookbook"}},"uri":"https:\/\/test.zotonic.com\/id\/318"},"content_group_id":{"id":339,"is_a":["meta","content_group"],"name":"default_content_group","title":{"_type":"trans","tr":{"en":"Default Content Group"}},"uri":"https:\/\/zotonic.com\/id\/default_content_group"},"created":"2020-05-30T05:47:25Z","creator_id":{"id":336,"is_a":["person","robot"],"name":"gitbot","title":"Git","uri":"https:\/\/zotonic.com\/id\/336"},"doc_editorial_bundle":true,"doc_editorial_edges":{"hasreference":[1601,2325],"subject":[2557,2564,2612,2659,2670]},"github_url":"https:\/\/github.com\/zotonic\/zotonic\/tree\/master\/doc\/cookbook\/shell-characters.rst","is_authoritative":true,"is_dependent":false,"is_featured":false,"is_protected":false,"is_published":true,"is_unfindable":false,"language":["en"],"modified":"2026-10-07T11:13:54Z","modifier_id":{"id":1,"is_a":["person"],"name":"administrator","title":"Site Administrator","uri":"https:\/\/zotonic.com\/id\/1"},"name":"doc_cookbook_shell_characters","pivot_geocode":null,"pivot_location_lat":null,"pivot_location_lng":null,"privacy":0,"publication_end":"9999-06-01T00:00:00Z","publication_start":"2022-02-15T10:01:24Z","slug":"normalize-and-filter-unicode-text","summary":{"_type":"trans","tr":{"en":"Keep UTF-8 characters intact while transforming user text."}},"title":{"_type":"trans","tr":{"en":"Normalize and filter Unicode text"}},"title_slug":{"_type":"trans","tr":{"en":"normalize-and-filter-unicode-text"}},"tz":"UTC","uri":null,"version":34,"visible_for":0},"uri":"https:\/\/zotonic.com\/id\/1538","uri_template":"https:\/\/zotonic.com\/id\/:id","websub":{"hub":"https:\/\/zotonic.com\/.zotonic\/websub","topic":"https:\/\/zotonic.com\/.zotonic\/websub\/topic\/1538"}},"status":"ok"}