TinyGetText::POFileReader Class Reference

List of all members.

Public Member Functions
	POFileReader (std::istream &in_, Dictionary &dict_)
void	parse_header (const std::string &header)
void	nextChar ()
void	skipSpace ()
bool	expectToken (std::string type, Token wanted)
bool	expectContent (std::string type, std::string wanted)
void	tokenize_po ()
Token	nextToken ()
Private Types
enum	Token { TOKEN_KEYWORD, TOKEN_CONTENT, TOKEN_EOF }
Private Attributes
std::istream &	in
Dictionary &	dict
std::string	from_charset
std::string	to_charset
int	line_num
int	c
Token	token
std::string	tokenContent

---

Detailed Description

Definition at line 541 of file tinygettext.cpp.

---

Member Enumeration Documentation

enum TinyGetText::POFileReader::Token [private]

Enumerator:

TOKEN_KEYWORD
TOKEN_CONTENT
TOKEN_EOF

Definition at line 552 of file tinygettext.cpp.

             {
      TOKEN_KEYWORD, //msgstr, msgid, etc.
      TOKEN_CONTENT, //string literals, concatenated ("" "foo\n" "bar\n" -> "foo\nbar\n")
      TOKEN_EOF      //ran out of tokens
  };

---

Constructor & Destructor Documentation

TinyGetText::POFileReader::POFileReader	(	std::istream &	in_,
		Dictionary &	dict_
	)			[inline]

Definition at line 561 of file tinygettext.cpp.

References c, line_num, nextChar(), and tokenize_po().

    : in(in_), dict(dict_)
  {
    line_num = 0;
    nextChar();
    if(c == 0xef) { // skip UTF-8 intro that some text editors produce
        nextChar();
        nextChar();
        nextChar();
    }
    tokenize_po();
  }

---

Member Function Documentation

void TinyGetText::POFileReader::parse_header

(

const std::string &

header

)

[inline]

Definition at line 574 of file tinygettext.cpp.

References dict, from_charset, TinyGetText::Dictionary::get_charset(), TinyGetText::has_prefix(), log_warning, TinyGetText::Dictionary::set_charset(), and to_charset.

Referenced by tokenize_po().

  {
    // Separate the header in lines
    typedef std::vector<std::string> Lines;
    Lines lines;

    std::string::size_type start = 0;
    for(std::string::size_type i = 0; i < header.length(); ++i)
      {
        if (header[i] == '\n')
          {
            lines.push_back(header.substr(start, i - start));
            start = i+1;
          }
      }

    for(Lines::iterator i = lines.begin(); i != lines.end(); ++i)
      {
        if (has_prefix(*i, "Content-Type: text/plain; charset=")) {
          from_charset = i->substr(strlen("Content-Type: text/plain; charset="));
        }
      }

    if (from_charset.empty() || from_charset == "CHARSET")
      {
        log_warning << "Error: Charset not specified for .po, fallback to ISO-8859-1" << std::endl;
        from_charset = "ISO-8859-1";
      }

    to_charset = dict.get_charset();
    if (to_charset.empty())
      { // No charset requested from the dict, use utf-8
        to_charset = "utf-8";
        dict.set_charset(from_charset);
      }
  }

void TinyGetText::POFileReader::nextChar

(

)

[inline]

Definition at line 611 of file tinygettext.cpp.

References c, in, and line_num.

Referenced by nextToken(), POFileReader(), and skipSpace().

  {
    c = in.get();
    if (c == '\n')
      line_num++;
  }

void TinyGetText::POFileReader::skipSpace

(

)

[inline]

Definition at line 618 of file tinygettext.cpp.

References c, and nextChar().

Referenced by nextToken().

  {
    if(c == EOF)
      return;

    while(c == '#' || isspace(static_cast<unsigned char>(c))) {
      if(c == '#') {
        while(c != '\n' && c != EOF) nextChar();
      }
      nextChar();
    }
  }

bool TinyGetText::POFileReader::expectToken	(	std::string	type,
		Token	wanted
	)			[inline]

Definition at line 631 of file tinygettext.cpp.

References line_num, log_warning, token, TOKEN_EOF, TOKEN_KEYWORD, and tokenContent.

Referenced by tokenize_po().

                                                        {
     if(token != wanted) {
        log_warning << "Expected " << type << ", got ";
        if(token == TOKEN_EOF)
          log_warning << "EOF";
        else if(token == TOKEN_KEYWORD)
          log_warning << "keyword '" << tokenContent << "'";
        else
          log_warning << "string \"" << tokenContent << '"';

        log_warning << " at line " << line_num << std::endl;
        return false;
     }
     return true;
  }

bool TinyGetText::POFileReader::expectContent	(	std::string	type,
		std::string	wanted
	)			[inline]

Definition at line 647 of file tinygettext.cpp.

References line_num, log_warning, token, TOKEN_EOF, TOKEN_KEYWORD, and tokenContent.

Referenced by tokenize_po().

                                                              {
     if(tokenContent != wanted) {
        log_warning << "Expected " << type << ", got ";
        if(token == TOKEN_EOF)
          log_warning << "EOF";
        else if(token == TOKEN_KEYWORD)
          log_warning << "keyword '" << tokenContent << "'";
        else
          log_warning << "string \"" << tokenContent << '"';

        log_warning << " at line " << line_num << std::endl;
        return false;
     }
     return true;
  }

void TinyGetText::POFileReader::tokenize_po

(

)

[inline]

Definition at line 663 of file tinygettext.cpp.

References TinyGetText::Dictionary::add_translation(), TinyGetText::convert(), dict, expectContent(), expectToken(), from_charset, TinyGetText::has_prefix(), log_warning, nextToken(), parse_header(), to_charset, token, TOKEN_CONTENT, TOKEN_EOF, TOKEN_KEYWORD, and tokenContent.

Referenced by POFileReader().

    {
      token = nextToken();
      while(token != TOKEN_EOF)
        {
          if(!expectToken("'msgid' keyword", TOKEN_KEYWORD) || !expectContent("'msgid' keyword", "msgid")) break;

          token = nextToken();
          if(!expectToken("name after msgid", TOKEN_CONTENT)) break;
          std::string current_msgid = tokenContent;

          token = nextToken();
          if(!expectToken("msgstr or msgid_plural", TOKEN_KEYWORD)) break;
          if(tokenContent == "msgid_plural")
            {
              //Plural form
              token = nextToken();
              if(!expectToken("msgid_plural content", TOKEN_CONTENT)) break;
              std::string current_msgid_plural = tokenContent;

              std::map<int, std::string> msgstr_plural;
              while((token = nextToken()) == TOKEN_KEYWORD && has_prefix(tokenContent, "msgstr["))
                {
                  int num;
                  if (sscanf(tokenContent.c_str(), "msgstr[%d]", &num) != 1)
                    {
                      log_warning << "Error: Couldn't parse: " << tokenContent << std::endl;
                    }

                  token = nextToken();
                  if(!expectToken("msgstr[x] content", TOKEN_CONTENT)) break;
                  msgstr_plural[num] = convert(tokenContent, from_charset, to_charset);
                }
              dict.add_translation(current_msgid, current_msgid_plural, msgstr_plural);
              // No nextToken()
            }
          else
            {
              // "Ordinary" translation
              if(!expectContent("'msgstr' keyword", "msgstr")) break;

              token = nextToken();
              if(!expectToken("translation in msgstr", TOKEN_CONTENT)) break;

              if (current_msgid == "")
                { // .po Header is hidden in the msgid with the empty string
                  parse_header(tokenContent);
                }
              else
                {
                  dict.add_translation(current_msgid, convert(tokenContent, from_charset, to_charset));
                }
              token = nextToken();
            }
        }
    }

Token TinyGetText::POFileReader::nextToken

(

)

[inline]

Definition at line 720 of file tinygettext.cpp.

References c, log_warning, nextChar(), skipSpace(), TOKEN_CONTENT, TOKEN_EOF, TOKEN_KEYWORD, and tokenContent.

Referenced by tokenize_po().

  {
    //Clear token contents
    tokenContent = "";

    skipSpace();

    if(c == EOF)
      return TOKEN_EOF;
    else if(c != '"')
      {
        // Read a keyword
        do {
          tokenContent += c;
          nextChar();
        } while(c != EOF && !isspace(static_cast<unsigned char>(c)));
        return TOKEN_KEYWORD;
      }
    else
      {
        do {
          nextChar();
          // Read content
          while(c != EOF && c != '"') {
            if (c == '\\') {
              nextChar();
              if (c == 'n') c = '\n';
              else if (c == 't') c = '\t';
              else if (c == 'r') c = '\r';
              else if (c == '"') c = '"';
              else if (c == '\\') c = '\\';
              else
                {
                  log_warning << "Unhandled escape character: " << char(c) << std::endl;
                  c = ' ';
                }
            }
            tokenContent += c;
            nextChar();
          }
          if(c == EOF) {
            log_warning << "Unclosed string literal: " << tokenContent << std::endl;
            return TOKEN_CONTENT;
          }

          // Read more strings?
          nextChar();
          skipSpace();
        } while(c == '"');
        return TOKEN_CONTENT;
      }
  }

---

Member Data Documentation

std::istream& TinyGetText::POFileReader::in [private]

Definition at line 544 of file tinygettext.cpp.

Referenced by nextChar().

Dictionary& TinyGetText::POFileReader::dict [private]

Definition at line 545 of file tinygettext.cpp.

Referenced by parse_header(), and tokenize_po().

std::string TinyGetText::POFileReader::from_charset [private]

Definition at line 547 of file tinygettext.cpp.

Referenced by parse_header(), and tokenize_po().

std::string TinyGetText::POFileReader::to_charset [private]

Definition at line 548 of file tinygettext.cpp.

Referenced by parse_header(), and tokenize_po().

int TinyGetText::POFileReader::line_num [private]

Definition at line 550 of file tinygettext.cpp.

Referenced by expectContent(), expectToken(), nextChar(), and POFileReader().

int TinyGetText::POFileReader::c [private]

Definition at line 551 of file tinygettext.cpp.

Referenced by nextChar(), nextToken(), POFileReader(), and skipSpace().

Token TinyGetText::POFileReader::token [private]

Definition at line 557 of file tinygettext.cpp.

Referenced by expectContent(), expectToken(), and tokenize_po().

std::string TinyGetText::POFileReader::tokenContent [private]

Definition at line 558 of file tinygettext.cpp.

Referenced by expectContent(), expectToken(), nextToken(), and tokenize_po().

---

The documentation for this class was generated from the following file:

• src/tinygettext/tinygettext.cpp

---