Completion.cpp

Go to the documentation of this file.

/// \file
/// \brief Implementation of [Code Completion].
/// [Code Completion]:
/// https://microsoft.github.io/language-server-protocol/specifications/lsp/3.17/specification/#textDocument_completion
 
#include "AST.h"
#include "Convert.h"
 
#include "lspserver/Protocol.h"
 
#include "nixd/Controller/Controller.h"
#include "nixd/Protocol/AttrSet.h"
 
#include <nixf/Sema/VariableLookup.h>
 
#include <boost/asio/post.hpp>
 
#include <exception>
#include <semaphore>
#include <set>
#include <unordered_set>
#include <utility>
 
using namespace nixd;
using namespace lspserver;
using namespace nixf;
 
namespace {
 
/// Set max completion size to this value, we don't want to send large lists
/// because of slow IO.
/// Items exceed this size should be marked "incomplete" and recomputed.
constexpr int MaxCompletionSize = 30;
 
CompletionItemKind OptionKind = CompletionItemKind::Constructor;
CompletionItemKind OptionAttrKind = CompletionItemKind::Class;
 
struct ExceedSizeError : std::exception {
  [[nodiscard]] const char *what() const noexcept override {
    return "Size exceeded";
  }
};
 
void addItem(std::vector<CompletionItem> &Items, CompletionItem Item) {
  if (Items.size() >= MaxCompletionSize) {
    throw ExceedSizeError();
  }
  Items.emplace_back(std::move(Item));
}
 
class VLACompletionProvider {
  const VariableLookupAnalysis &VLA;
 
  static CompletionItemKind getCompletionItemKind(const Definition &Def) {
    if (Def.isBuiltin()) {
      return CompletionItemKind::Keyword;
    }
    return CompletionItemKind::Variable;
  }
 
  /// Collect definition on some env, and also it's ancestors.
  void collectDef(std::vector<CompletionItem> &Items, const EnvNode *Env,
                  const std::string &Prefix) {
    if (!Env)
      return;
    collectDef(Items, Env->parent(), Prefix);
    for (const auto &[Name, Def] : Env->defs()) {
      if (Name.starts_with(
              "__")) // These names are nix internal implementation, skip.
        continue;
      assert(Def);
      if (Name.starts_with(Prefix)) {
        addItem(Items, CompletionItem{
                           .label = Name,
                           .kind = getCompletionItemKind(*Def),
                       });
      }
    }
  }
 
public:
  VLACompletionProvider(const VariableLookupAnalysis &VLA) : VLA(VLA) {}
 
  /// Perform code completion right after this node.
  void complete(const nixf::ExprVar &Desc, std::vector<CompletionItem> &Items,
                const ParentMapAnalysis &PM) {
    std::string Prefix = Desc.id().name();
    collectDef(Items, upEnv(Desc, VLA, PM), Prefix);
  }
};
 
/// \brief Provide completions by IPC. Asking nixpkgs provider.
/// We simply select nixpkgs in separate process, thus this value does not need
/// to be cached. (It is already cached in separate process.)
///
/// Currently, this procedure is explicitly blocked (synchronized). Because
/// query nixpkgs value is relatively fast. In the future there might be nixd
/// index, for performance.
class NixpkgsCompletionProvider {
 
  AttrSetClient &NixpkgsClient;
 
public:
  NixpkgsCompletionProvider(AttrSetClient &NixpkgsClient)
      : NixpkgsClient(NixpkgsClient) {}
 
  void resolvePackage(std::vector<std::string> Scope, std::string Name,
                      CompletionItem &Item) {
    std::binary_semaphore Ready(0);
    AttrPathInfoResponse Desc;
    auto OnReply = [&Ready, &Desc](llvm::Expected<AttrPathInfoResponse> Resp) {
      if (Resp)
        Desc = *Resp;
      Ready.release();
    };
    Scope.emplace_back(std::move(Name));
    NixpkgsClient.attrpathInfo(Scope, std::move(OnReply));
    Ready.acquire();
    // Format "detail" and document.
    const PackageDescription &PD = Desc.PackageDesc;
    Item.documentation = MarkupContent{
        .kind = MarkupKind::Markdown,
        .value = PD.Description.value_or("") + "\n\n" +
                 PD.LongDescription.value_or(""),
    };
    Item.detail = PD.Version.value_or("?");
  }
 
  /// \brief Ask nixpkgs provider, give us a list of names. (thunks)
  void completePackages(const AttrPathCompleteParams &Params,
                        std::vector<CompletionItem> &Items) {
    std::binary_semaphore Ready(0);
    std::vector<std::string> Names;
    auto OnReply = [&Ready,
                    &Names](llvm::Expected<AttrPathCompleteResponse> Resp) {
      if (!Resp) {
        lspserver::elog("nixpkgs evaluator reported: {0}", Resp.takeError());
        Ready.release();
        return;
      }
      Names = *Resp; // Copy response to waiting thread.
      Ready.release();
    };
    // Send request.
    NixpkgsClient.attrpathComplete(Params, std::move(OnReply));
    Ready.acquire();
    // Now we have "Names", use these to fill "Items".
    for (const auto &Name : Names) {
      if (Name.starts_with(Params.Prefix)) {
        addItem(Items, CompletionItem{
                           .label = Name,
                           .kind = CompletionItemKind::Field,
                           .data = llvm::formatv("{0}", toJSON(Params)),
                       });
      }
    }
  }
};
 
/// \brief Provide completion list by nixpkgs module system (options).
class OptionCompletionProvider {
  AttrSetClient &OptionClient;
 
  // Where is the module set. (e.g. nixos)
  std::string ModuleOrigin;
 
  // Wheter the client support code snippets.
  bool ClientSupportSnippet;
 
  static std::string escapeCharacters(const std::set<char> &Charset,
                                      const std::string &Origin) {
    // Escape characters listed in charset.
    std::string Ret;
    Ret.reserve(Origin.size());
    for (const auto Ch : Origin) {
      if (Charset.contains(Ch)) {
        Ret += "\\";
        Ret += Ch;
      } else {
        Ret += Ch;
      }
    }
    return Ret;
  }
 
  void fillInsertText(CompletionItem &Item, const std::string &Name,
                      const OptionDescription &Desc) const {
    if (!ClientSupportSnippet) {
      Item.insertTextFormat = InsertTextFormat::PlainText;
      Item.insertText = Name + " = " + Desc.Example.value_or("") + ";";
      return;
    }
    Item.insertTextFormat = InsertTextFormat::Snippet;
    Item.insertText =
        Name + " = " +
        "${1:" + escapeCharacters({'\\', '$', '}'}, Desc.Example.value_or("")) +
        "}" + ";";
  }
 
public:
  OptionCompletionProvider(AttrSetClient &OptionClient,
                           std::string ModuleOrigin, bool ClientSupportSnippet)
      : OptionClient(OptionClient), ModuleOrigin(std::move(ModuleOrigin)),
        ClientSupportSnippet(ClientSupportSnippet) {}
 
  void completeOptions(std::vector<std::string> Scope, std::string Prefix,
                       std::vector<CompletionItem> &Items) {
    std::binary_semaphore Ready(0);
    OptionCompleteResponse Names;
    auto OnReply = [&Ready,
                    &Names](llvm::Expected<OptionCompleteResponse> Resp) {
      if (!Resp) {
        lspserver::elog("option worker reported: {0}", Resp.takeError());
        Ready.release();
        return;
      }
      Names = *Resp; // Copy response to waiting thread.
      Ready.release();
    };
    // Send request.
    AttrPathCompleteParams Params{std::move(Scope), std::move(Prefix)};
    OptionClient.optionComplete(Params, std::move(OnReply));
    Ready.acquire();
    // Now we have "Names", use these to fill "Items".
    for (const nixd::OptionField &Field : Names) {
      CompletionItem Item;
 
      Item.label = Field.Name;
      Item.detail = ModuleOrigin;
 
      if (Field.Description) {
        const OptionDescription &Desc = *Field.Description;
        Item.kind = OptionKind;
        fillInsertText(Item, Field.Name, Desc);
        Item.documentation = MarkupContent{
            .kind = MarkupKind::Markdown,
            .value = Desc.Description.value_or(""),
        };
        Item.detail += " | "; // separater between origin and type desc.
        if (Desc.Type) {
          std::string TypeName = Desc.Type->Name.value_or("");
          std::string TypeDesc = Desc.Type->Description.value_or("");
          Item.detail += llvm::formatv("{0} ({1})", TypeName, TypeDesc);
        } else {
          Item.detail += "? (missing type)";
        }
        addItem(Items, std::move(Item));
      } else {
        Item.kind = OptionAttrKind;
        addItem(Items, std::move(Item));
      }
    }
  }
};
 
void completeAttrName(const std::vector<std::string> &Scope,
                      const std::string &Prefix,
                      Controller::OptionMapTy &Options, bool CompletionSnippets,
                      std::vector<CompletionItem> &List) {
  for (const auto &[Name, Provider] : Options) {
    AttrSetClient *Client = Options.at(Name)->client();
    if (!Client) [[unlikely]] {
      elog("skipped client {0} as it is dead", Name);
      continue;
    }
    OptionCompletionProvider OCP(*Client, Name, CompletionSnippets);
    OCP.completeOptions(Scope, Prefix, List);
  }
}
 
void completeAttrPath(const Node &N, const ParentMapAnalysis &PM,
                      std::mutex &OptionsLock, Controller::OptionMapTy &Options,
                      bool Snippets,
                      std::vector<lspserver::CompletionItem> &Items) {
  std::vector<std::string> Scope;
  using PathResult = FindAttrPathResult;
  auto R = findAttrPath(N, PM, Scope);
  if (R == PathResult::OK) {
    // Construct request.
    std::string Prefix = Scope.back();
    Scope.pop_back();
    {
      std::lock_guard _(OptionsLock);
      completeAttrName(Scope, Prefix, Options, Snippets, Items);
    }
  }
}
 
AttrPathCompleteParams mkParams(nixd::Selector Sel, bool IsComplete) {
  if (IsComplete || Sel.empty()) {
    return {
        .Scope = std::move(Sel),
        .Prefix = "",
    };
  }
  std::string Back = std::move(Sel.back());
  Sel.pop_back();
  return {
      .Scope = Sel,
      .Prefix = std::move(Back),
  };
}
 
#define DBG DBGPREFIX ": "
 
void completeVarName(const VariableLookupAnalysis &VLA,
                     const ParentMapAnalysis &PM, const nixf::ExprVar &N,
                     AttrSetClient &Client, std::vector<CompletionItem> &List) {
#define DBGPREFIX "completion/var"
 
  VLACompletionProvider VLAP(VLA);
  VLAP.complete(N, List, PM);
 
  // Try to complete the name by known idioms.
  try {
    Selector Sel = idioms::mkVarSelector(N, VLA, PM);
 
    // Clickling "pkgs" does not make sense for variable completion
    if (Sel.empty())
      return;
 
    // Invoke nixpkgs provider to get the completion list.
    NixpkgsCompletionProvider NCP(Client);
    // Variable names are always incomplete.
    NCP.completePackages(mkParams(Sel, /*IsComplete=*/false), List);
  } catch (ExceedSizeError &) {
    // Let "onCompletion" catch this exception to set "inComplete" field.
    throw;
  } catch (std::exception &E) {
    return log(DBG "skipped, reason: {0}", E.what());
  }
 
#undef DBGPREFIX
}
 
/// \brief Complete a "select" expression.
/// \param IsComplete Whether or not the last element of the selector is
/// effectively incomplete.
/// e.g.
///      - incomplete: `lib.gen|`
///      - complete:   `lib.attrset.|`
void completeSelect(const nixf::ExprSelect &Select, AttrSetClient &Client,
                    const nixf::VariableLookupAnalysis &VLA,
                    const nixf::ParentMapAnalysis &PM, bool IsComplete,
                    std::vector<CompletionItem> &List) {
#define DBGPREFIX "completion/select"
  // The base expr for selecting.
  const nixf::Expr &BaseExpr = Select.expr();
 
  // Determine that the name is one of special names interesting
  // for nix language. If it is not a simple variable, skip this
  // case.
  if (BaseExpr.kind() != Node::NK_ExprVar) {
    return;
  }
 
  const auto &Var = static_cast<const nixf::ExprVar &>(BaseExpr);
  // Ask nixpkgs provider to get idioms completion.
  NixpkgsCompletionProvider NCP(Client);
 
  try {
    Selector Sel =
        idioms::mkSelector(Select, idioms::mkVarSelector(Var, VLA, PM));
    NCP.completePackages(mkParams(Sel, IsComplete), List);
  } catch (ExceedSizeError &) {
    // Let "onCompletion" catch this exception to set "inComplete" field.
    throw;
  } catch (std::exception &E) {
    return log(DBG "skipped, reason: {0}", E.what());
  }
 
#undef DBGPREFIX
}
 
} // namespace
 
void Controller::onCompletion(const CompletionParams &Params,
                              Callback<CompletionList> Reply) {
  auto Action = [Reply = std::move(Reply), URI = Params.textDocument.uri,
                 Pos = toNixfPosition(Params.position), this]() mutable {
    std::string File(URI.file());
    if (std::shared_ptr<NixTU> TU = getTU(File, Reply)) [[likely]] {
      if (std::shared_ptr<nixf::Node> AST = getAST(*TU, Reply)) [[likely]] {
        const nixf::Node *Desc = AST->descend({Pos, Pos});
        if (!Desc) {
          Reply(error("cannot find corresponding node on given position"));
          return;
        }
        if (!Desc->children().empty()) {
          Reply(CompletionList{});
          return;
        }
        const nixf::Node &N = *Desc;
        const ParentMapAnalysis &PM = *TU->parentMap();
        const Node *MaybeUpExpr = PM.upExpr(N);
        if (!MaybeUpExpr) {
          // If there is no concrete expression containing the cursor
          // Reply an empty list.
          Reply(CompletionList{});
          return;
        }
        // Otherwise, construct the completion list from a set of providers.
        const Node &UpExpr = *MaybeUpExpr;
        Reply([&]() -> CompletionList {
          CompletionList List;
          const VariableLookupAnalysis &VLA = *TU->variableLookup();
          try {
            switch (UpExpr.kind()) {
            // In these cases, assume the cursor have "variable" scoping.
            case Node::NK_ExprVar: {
              completeVarName(VLA, PM,
                              static_cast<const nixf::ExprVar &>(UpExpr),
                              *nixpkgsClient(), List.items);
              break;
            }
            // A "select" expression. e.g.
            // foo.a|
            // foo.|
            // foo.a.bar|
            case Node::NK_ExprSelect: {
              const auto &Select =
                  static_cast<const nixf::ExprSelect &>(UpExpr);
              completeSelect(Select, *nixpkgsClient(), VLA, PM,
                             N.kind() == Node::NK_Dot, List.items);
              break;
            }
            case Node::NK_ExprAttrs: {
              completeAttrPath(N, PM, OptionsLock, Options,
                               ClientCaps.CompletionSnippets, List.items);
              break;
            }
            default:
              break;
            }
          } catch (ExceedSizeError &Err) {
            List.isIncomplete = true;
          }
          return List;
        }());
      }
    }
  };
  boost::asio::post(Pool, std::move(Action));
}
 
void Controller::onCompletionItemResolve(const CompletionItem &Params,
                                         Callback<CompletionItem> Reply) {
 
  auto Action = [Params, Reply = std::move(Reply), this]() mutable {
    if (Params.data.empty()) {
      Reply(Params);
      return;
    }
    AttrPathCompleteParams Req;
    auto EV = llvm::json::parse(Params.data);
    if (!EV) {
      // If the json value cannot be parsed, this is very unlikely to happen.
      Reply(EV.takeError());
      return;
    }
 
    llvm::json::Path::Root Root;
    fromJSON(*EV, Req, Root);
 
    // FIXME: handle null nixpkgsClient()
    NixpkgsCompletionProvider NCP(*nixpkgsClient());
    CompletionItem Resp = Params;
    NCP.resolvePackage(Req.Scope, Params.label, Resp);
 
    Reply(std::move(Resp));
  };
  boost::asio::post(Pool, std::move(Action));
}