Merge pull request swiftlang#33661 from HassanElDesouky/localization-localize-diagnostics

[Localization] Create swift-def-to-yaml-converter tool

Author: xedin

include/swift/Localization/LocalizationFormat.h

@@ -17,6 +17,7 @@
 #ifndef SWIFT_LOCALIZATIONFORMAT_H
 #define SWIFT_LOCALIZATIONFORMAT_H
 
+#include "llvm/ADT/ArrayRef.h"
 #include "llvm/ADT/Hashing.h"
 #include "llvm/ADT/Optional.h"
 #include "llvm/ADT/STLExtras.h"
@@ -42,6 +43,20 @@ namespace diag {
 
 using namespace llvm::support;
 
+class DefToYAMLConverter {
+  llvm::ArrayRef<const char *> IDs;
+  llvm::ArrayRef<const char *> Messages;
+
+public:
+  DefToYAMLConverter(llvm::ArrayRef<const char *> ids,
+                     llvm::ArrayRef<const char *> messages)
+      : IDs(ids), Messages(messages) {
+    assert(IDs.size() == Messages.size());
+  }
+
+  void convert(llvm::raw_ostream &out);
+};
+
 class LocalizationWriterInfo {
 public:
   using key_type = uint32_t;

lib/Localization/LocalizationFormat.cpp

@@ -14,6 +14,7 @@
 //
 //===----------------------------------------------------------------------===//
 
+#include "swift/Basic/Range.h"
 #include "swift/Localization/LocalizationFormat.h"
 #include "llvm/ADT/Optional.h"
 #include "llvm/ADT/SmallString.h"
@@ -190,5 +191,28 @@ operator>>(LocalizationInput &yin, T &diagnostics) {
   return yin;
 }
 
+void DefToYAMLConverter::convert(llvm::raw_ostream &out) {
+  for (auto i : swift::indices(IDs)) {
+    out << "- id: " << IDs[i] << "\n";
+
+    const std::string &msg = Messages[i];
+
+    out << "  msg: \"";
+    // Add an escape character before a double quote `"` or a backslash `\`.
+    for (unsigned j = 0; j < msg.length(); ++j) {
+      if (msg[j] == '"') {
+        out << '\\';
+        out << '"';
+      } else if (msg[j] == '\\') {
+        out << '\\';
+        out << '\\';
+      } else {
+        out << msg[j];
+      }
+    }
+    out << "\"\r\n";
+  }
+}
+
 } // namespace diag
 } // namespace swift

localization/CMakeLists.txt

@@ -3,6 +3,9 @@ add_custom_target(diagnostic-database)
 add_custom_command(TARGET diagnostic-database
   COMMAND
     ${CMAKE_COMMAND} -E copy_directory ${CMAKE_CURRENT_SOURCE_DIR}/diagnostics/ ${CMAKE_BINARY_DIR}/share/swift/diagnostics/
+  COMMAND
+    "${SWIFT_NATIVE_SWIFT_TOOLS_PATH}/swift-def-to-yaml-converter"
+      --output-directory ${CMAKE_BINARY_DIR}/share/swift/diagnostics/
   COMMAND
     "${SWIFT_NATIVE_SWIFT_TOOLS_PATH}/swift-serialize-diagnostics"
       --input-file-path ${CMAKE_BINARY_DIR}/share/swift/diagnostics/en.yaml
@@ -11,6 +14,7 @@ add_custom_command(TARGET diagnostic-database
 
 add_dependencies(swift-frontend diagnostic-database)
 add_dependencies(diagnostic-database swift-serialize-diagnostics)
+add_dependencies(diagnostic-database swift-def-to-yaml-converter)
 
 swift_install_in_component(
   DIRECTORY ${CMAKE_BINARY_DIR}/share/swift/diagnostics/