;;; po-compat.el --- basic support of PO translation files -*- coding: latin-1; -*- ;; Copyright (C) 1995-2002, 2010, 2016, 2019 Free Software Foundation, Inc. ;; Authors: François Pinard , ;; Greg McGary , ;; Bruno Haible . ;; Keywords: i18n, files ;; This file is part of GNU gettext. ;; GNU gettext is free software; you can redistribute it and/or modify ;; it under the terms of the GNU General Public License as published by ;; the Free Software Foundation; either version 2, or (at your option) ;; any later version. ;; GNU gettext is distributed in the hope that it will be useful, ;; but WITHOUT ANY WARRANTY; without even the implied warranty of ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the ;; GNU General Public License for more details. ;; You should have received a copy of the GNU General Public License ;; along with GNU Emacs; see the file COPYING. If not, see ;; . ;;; Commentary: ;; Emacs 21.2 and newer already contain this file, under the name po.el, ;; and without portability hassles. ;; This package makes sure visiting PO files decodes them correctly, ;; according to the Charset= header in the PO file. For more support ;; for editing PO files, see po-mode.el. ;;; Code: ;;; Emacs portability matters. (defconst po-content-type-charset-alist '(; Note: Emacs 21 doesn't support all encodings, thus the missing entries. ("ASCII" . undecided) ("ANSI_X3.4-1968" . undecided) ("US-ASCII" . undecided) ("ISO-8859-1" . iso-8859-1) ("ISO_8859-1" . iso-8859-1) ("ISO-8859-2" . iso-8859-2) ("ISO_8859-2" . iso-8859-2) ("ISO-8859-3" . iso-8859-3) ("ISO_8859-3" . iso-8859-3) ("ISO-8859-4" . iso-8859-4) ("ISO_8859-4" . iso-8859-4) ("ISO-8859-5" . iso-8859-5) ("ISO_8859-5" . iso-8859-5) ;("ISO-8859-6" . ??) ;("ISO_8859-6" . ??) ("ISO-8859-7" . iso-8859-7) ("ISO_8859-7" . iso-8859-7) ("ISO-8859-8" . iso-8859-8) ("ISO_8859-8" . iso-8859-8) ("ISO-8859-9" . iso-8859-9) ("ISO_8859-9" . iso-8859-9) ;("ISO-8859-13" . ??) ;("ISO_8859-13" . ??) ;("ISO-8859-14" . ??) ;("ISO_8859-14" . ??) ("ISO-8859-15" . iso-8859-15) ("ISO_8859-15" . iso-8859-15) ("KOI8-R" . koi8-r) ;("KOI8-U" . ??) ;("KOI8-T" . ??) ("CP437" . cp437) ("CP775" . cp775) ("CP850" . cp850) ("CP852" . cp852) ("CP855" . cp855) ;("CP856" . ??) ("CP857" . cp857) ("CP861" . cp861) ("CP862" . cp862) ("CP864" . cp864) ("CP865" . cp865) ("CP866" . cp866) ("CP869" . cp869) ;("CP874" . ??) ;("CP922" . ??) ;("CP932" . ??) ;("CP943" . ??) ;("CP949" . ??) ;("CP950" . ??) ;("CP1046" . ??) ;("CP1124" . ??) ;("CP1129" . ??) ("CP1250" . cp1250) ("CP1251" . cp1251) ("CP1252" . iso-8859-1) ; approximation ("CP1253" . cp1253) ("CP1254" . iso-8859-9) ; approximation ("CP1255" . iso-8859-8) ; approximation ;("CP1256" . ??) ("CP1257" . cp1257) ("GB2312" . cn-gb-2312) ; also named 'gb2312' and 'euc-cn' ("EUC-JP" . euc-jp) ("EUC-KR" . euc-kr) ;("EUC-TW" . ??) ("BIG5" . big5) ;("BIG5-HKSCS" . ??) ;("GBK" . ??) ;("GB18030" . ??) ("SHIFT_JIS" . shift_jis) ;("JOHAB" . ??) ("TIS-620" . tis-620) ("VISCII" . viscii) ;("GEORGIAN-PS" . ??) ("UTF-8" . utf-8) ) "How to convert a GNU libc/libiconv canonical charset name as seen in Content-Type into a Mule coding system.") (defun po-find-charset (filename) "Return PO file charset value." (interactive) (let ((charset-regexp "^\"Content-Type: text/plain;[ \t]*charset=\\(.*\\)\\\\n\"") (short-read nil)) ;; Try the first 4096 bytes. In case we cannot find the charset value ;; within the first 4096 bytes (the PO file might start with a long ;; comment) try the next 4096 bytes repeatedly until we'll know for sure ;; we've checked the empty header entry entirely. (while (not (or short-read (re-search-forward "^msgid" nil t))) (save-excursion (goto-char (point-max)) (let ((pair (insert-file-contents-literally filename nil (1- (point)) (1- (+ (point) 4096))))) (setq short-read (< (nth 1 pair) 4096))))) (cond ((re-search-forward charset-regexp nil t) (match-string 1)) (short-read nil) ;; We've found the first msgid; maybe, only a part of the msgstr ;; value was loaded. Load the next 1024 bytes; if charset still ;; isn't available, give up. (t (save-excursion (goto-char (point-max)) (insert-file-contents-literally filename nil (1- (point)) (1- (+ (point) 1024)))) (if (re-search-forward charset-regexp nil t) (match-string 1)))))) ;;;###autoload (autoload 'po-find-file-coding-system "po-compat") (defun po-find-file-coding-system-guts (operation filename) "\ Return a Mule (DECODING . ENCODING) pair, according to PO file charset. Called through file-coding-system-alist, before the file is visited for real." (and (eq operation 'insert-file-contents) (file-exists-p filename) (po-with-temp-buffer (let* ((coding-system-for-read 'no-conversion) (charset (or (po-find-charset filename) "ascii")) (charset-upper (upcase charset)) (charset-lower (downcase charset)) (candidate (cdr (assoc charset-upper po-content-type-charset-alist))) (try-symbol (or candidate (intern-soft charset-lower))) (try-string (if try-symbol (symbol-name try-symbol) charset-lower))) (list (cond ((and try-symbol (coding-system-p try-symbol)) try-symbol) ((and (not (string-lessp "23" emacs-version)) (string-match "\\`cp[1-9][0-9][0-9]?\\'" try-string) (assoc (substring try-string 2) (cp-supported-codepages))) (codepage-setup (substring try-string 2)) (intern try-string)) (t 'no-conversion))))))) (defun po-find-file-coding-system (arg-list) "\ Return a Mule (DECODING . ENCODING) pair, according to PO file charset. Called through file-coding-system-alist, before the file is visited for real." (po-find-file-coding-system-guts (car arg-list) (car (cdr arg-list)))) (provide 'po-compat) ;;; Testing this file: ;; For each pofile in { ;; cs.po ; gettext/po/cs.el, charset=ISO-8859-2 ;; cs-modified.po ; gettext/po/cs.el, charset=ISO_8859-2 ;; de.po ; gettext/po/de.el, charset=UTF-8, if $emacsimpl = emacs ;; } do ;; Start $emacsimpl ;; M-x load-file po-compat.el RET ;; C-x C-f $pofile RET ;; Verify charset marker in status line ('2' = ISO-8859-2, 'u' = UTF-8). ;;; po-compat.el ends here