2021-10-29 21:25:12 +01:00
|
|
|
// This file is part of the Luau programming language and is licensed under MIT License; see LICENSE.txt for details
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include "Luau/Config.h"
|
|
|
|
#include "Luau/Module.h"
|
|
|
|
#include "Luau/ModuleResolver.h"
|
|
|
|
#include "Luau/RequireTracer.h"
|
2022-07-01 00:29:02 +01:00
|
|
|
#include "Luau/Scope.h"
|
2021-10-29 21:25:12 +01:00
|
|
|
#include "Luau/TypeInfer.h"
|
|
|
|
#include "Luau/Variant.h"
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
|
|
|
#include <optional>
|
|
|
|
|
|
|
|
namespace Luau
|
|
|
|
{
|
|
|
|
|
|
|
|
class AstStat;
|
|
|
|
class ParseError;
|
|
|
|
struct Frontend;
|
|
|
|
struct TypeError;
|
|
|
|
struct LintWarning;
|
2023-03-10 19:20:04 +00:00
|
|
|
struct GlobalTypes;
|
2021-10-29 21:25:12 +01:00
|
|
|
struct TypeChecker;
|
|
|
|
struct FileResolver;
|
|
|
|
struct ModuleResolver;
|
|
|
|
struct ParseResult;
|
2022-02-18 00:41:20 +00:00
|
|
|
struct HotComment;
|
2021-10-29 21:25:12 +01:00
|
|
|
|
|
|
|
struct LoadDefinitionFileResult
|
|
|
|
{
|
|
|
|
bool success;
|
|
|
|
ParseResult parseResult;
|
2023-03-10 19:20:04 +00:00
|
|
|
SourceModule sourceModule;
|
2021-10-29 21:25:12 +01:00
|
|
|
ModulePtr module;
|
|
|
|
};
|
|
|
|
|
2023-03-10 19:20:04 +00:00
|
|
|
LoadDefinitionFileResult loadDefinitionFile(TypeChecker& typeChecker, GlobalTypes& globals, ScopePtr targetScope, std::string_view definition,
|
|
|
|
const std::string& packageName, bool captureComments);
|
2021-10-29 21:25:12 +01:00
|
|
|
|
2022-02-18 00:41:20 +00:00
|
|
|
std::optional<Mode> parseMode(const std::vector<HotComment>& hotcomments);
|
2021-10-29 21:25:12 +01:00
|
|
|
|
|
|
|
std::vector<std::string_view> parsePathExpr(const AstExpr& pathExpr);
|
|
|
|
|
|
|
|
// Exported only for convenient testing.
|
|
|
|
std::optional<ModuleName> pathExprToModuleName(const ModuleName& currentModuleName, const std::vector<std::string_view>& expr);
|
|
|
|
|
|
|
|
/** Try to convert an AST fragment into a ModuleName.
|
|
|
|
* Returns std::nullopt if the expression cannot be resolved. This will most likely happen in cases where
|
|
|
|
* the import path involves some dynamic computation that we cannot see into at typechecking time.
|
|
|
|
*
|
|
|
|
* Unintuitively, weirdly-formulated modules (like game.Parent.Parent.Parent.Foo) will successfully produce a ModuleName
|
|
|
|
* as long as it falls within the permitted syntax. This is ok because we will fail to find the module and produce an
|
|
|
|
* error when we try during typechecking.
|
|
|
|
*/
|
|
|
|
std::optional<ModuleName> pathExprToModuleName(const ModuleName& currentModuleName, const AstExpr& expr);
|
|
|
|
|
|
|
|
struct SourceNode
|
|
|
|
{
|
2022-04-21 22:04:22 +01:00
|
|
|
bool hasDirtySourceModule() const
|
|
|
|
{
|
|
|
|
return dirtySourceModule;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool hasDirtyModule(bool forAutocomplete) const
|
2022-04-07 21:53:47 +01:00
|
|
|
{
|
2022-05-26 21:33:48 +01:00
|
|
|
return forAutocomplete ? dirtyModuleForAutocomplete : dirtyModule;
|
2022-04-07 21:53:47 +01:00
|
|
|
}
|
|
|
|
|
2021-10-29 21:25:12 +01:00
|
|
|
ModuleName name;
|
2022-06-17 01:54:42 +01:00
|
|
|
std::unordered_set<ModuleName> requireSet;
|
2021-10-29 21:25:12 +01:00
|
|
|
std::vector<std::pair<ModuleName, Location>> requireLocations;
|
2022-04-21 22:04:22 +01:00
|
|
|
bool dirtySourceModule = true;
|
|
|
|
bool dirtyModule = true;
|
|
|
|
bool dirtyModuleForAutocomplete = true;
|
2022-04-14 22:57:15 +01:00
|
|
|
double autocompleteLimitsMult = 1.0;
|
2021-10-29 21:25:12 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
struct FrontendOptions
|
|
|
|
{
|
|
|
|
// When true, we retain full type information about every term in the AST.
|
|
|
|
// Setting this to false cuts back on RAM and is a good idea for batch
|
|
|
|
// jobs where the type graph is not deeply inspected after typechecking
|
|
|
|
// is complete.
|
|
|
|
bool retainFullTypeGraphs = false;
|
|
|
|
|
2022-10-07 00:55:58 +01:00
|
|
|
// Run typechecking only in mode required for autocomplete (strict mode in
|
|
|
|
// order to get more precise type information)
|
2022-04-07 21:53:47 +01:00
|
|
|
bool forAutocomplete = false;
|
2022-10-07 00:55:58 +01:00
|
|
|
|
|
|
|
// If not empty, randomly shuffle the constraint set before attempting to
|
|
|
|
// solve. Use this value to seed the random number generator.
|
|
|
|
std::optional<unsigned> randomizeConstraintResolutionSeed;
|
2021-10-29 21:25:12 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
struct CheckResult
|
|
|
|
{
|
|
|
|
std::vector<TypeError> errors;
|
2022-04-07 21:53:47 +01:00
|
|
|
std::vector<ModuleName> timeoutHits;
|
2021-10-29 21:25:12 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
struct FrontendModuleResolver : ModuleResolver
|
|
|
|
{
|
|
|
|
FrontendModuleResolver(Frontend* frontend);
|
|
|
|
|
|
|
|
const ModulePtr getModule(const ModuleName& moduleName) const override;
|
|
|
|
bool moduleExists(const ModuleName& moduleName) const override;
|
|
|
|
std::optional<ModuleInfo> resolveModuleInfo(const ModuleName& currentModuleName, const AstExpr& pathExpr) override;
|
|
|
|
std::string getHumanReadableModuleName(const ModuleName& moduleName) const override;
|
|
|
|
|
|
|
|
Frontend* frontend;
|
|
|
|
std::unordered_map<ModuleName, ModulePtr> modules;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct Frontend
|
|
|
|
{
|
|
|
|
struct Stats
|
|
|
|
{
|
|
|
|
size_t files = 0;
|
|
|
|
size_t lines = 0;
|
|
|
|
|
|
|
|
size_t filesStrict = 0;
|
|
|
|
size_t filesNonstrict = 0;
|
|
|
|
|
|
|
|
double timeRead = 0;
|
|
|
|
double timeParse = 0;
|
|
|
|
double timeCheck = 0;
|
|
|
|
double timeLint = 0;
|
|
|
|
};
|
|
|
|
|
|
|
|
Frontend(FileResolver* fileResolver, ConfigResolver* configResolver, const FrontendOptions& options = {});
|
|
|
|
|
2022-01-06 22:10:07 +00:00
|
|
|
CheckResult check(const ModuleName& name, std::optional<FrontendOptions> optionOverride = {}); // new shininess
|
2021-10-29 21:25:12 +01:00
|
|
|
|
2023-01-03 17:33:19 +00:00
|
|
|
LintResult lint(const ModuleName& name, std::optional<LintOptions> enabledLintWarnings = {});
|
2022-01-06 22:10:07 +00:00
|
|
|
LintResult lint(const SourceModule& module, std::optional<LintOptions> enabledLintWarnings = {});
|
2021-10-29 21:25:12 +01:00
|
|
|
|
2022-04-07 21:53:47 +01:00
|
|
|
bool isDirty(const ModuleName& name, bool forAutocomplete = false) const;
|
2021-10-29 21:25:12 +01:00
|
|
|
void markDirty(const ModuleName& name, std::vector<ModuleName>* markedDirty = nullptr);
|
|
|
|
|
|
|
|
/** Borrow a pointer into the SourceModule cache.
|
|
|
|
*
|
|
|
|
* Returns nullptr if we don't have it. This could mean that the script
|
|
|
|
* doesn't exist, or simply that its contents have changed since the previous
|
|
|
|
* check, in which case we do not have its AST.
|
|
|
|
*
|
|
|
|
* IMPORTANT: this pointer is only valid until the next call to markDirty. Do not retain it.
|
|
|
|
*/
|
|
|
|
SourceModule* getSourceModule(const ModuleName& name);
|
|
|
|
const SourceModule* getSourceModule(const ModuleName& name) const;
|
|
|
|
|
|
|
|
void clearStats();
|
|
|
|
void clear();
|
|
|
|
|
|
|
|
ScopePtr addEnvironment(const std::string& environmentName);
|
2023-03-10 19:20:04 +00:00
|
|
|
ScopePtr getEnvironmentScope(const std::string& environmentName) const;
|
2021-10-29 21:25:12 +01:00
|
|
|
|
2023-03-10 19:20:04 +00:00
|
|
|
void registerBuiltinDefinition(const std::string& name, std::function<void(TypeChecker&, GlobalTypes&, ScopePtr)>);
|
2021-10-29 21:25:12 +01:00
|
|
|
void applyBuiltinDefinitionToEnvironment(const std::string& environmentName, const std::string& definitionName);
|
|
|
|
|
2023-03-10 19:20:04 +00:00
|
|
|
LoadDefinitionFileResult loadDefinitionFile(std::string_view source, const std::string& packageName, bool captureComments);
|
2022-07-01 00:29:02 +01:00
|
|
|
|
2021-10-29 21:25:12 +01:00
|
|
|
private:
|
2023-03-03 13:45:38 +00:00
|
|
|
ModulePtr check(const SourceModule& sourceModule, Mode mode, std::vector<RequireCycle> requireCycles, bool forAutocomplete = false, bool recordJsonLog = false);
|
2022-06-03 21:32:20 +01:00
|
|
|
|
2023-01-03 17:33:19 +00:00
|
|
|
std::pair<SourceNode*, SourceModule*> getSourceNode(const ModuleName& name);
|
2021-10-29 21:25:12 +01:00
|
|
|
SourceModule parse(const ModuleName& name, std::string_view src, const ParseOptions& parseOptions);
|
|
|
|
|
2023-01-03 17:33:19 +00:00
|
|
|
bool parseGraph(std::vector<ModuleName>& buildQueue, const ModuleName& root, bool forAutocomplete);
|
2021-10-29 21:25:12 +01:00
|
|
|
|
|
|
|
static LintResult classifyLints(const std::vector<LintWarning>& warnings, const Config& config);
|
|
|
|
|
2023-03-10 19:20:04 +00:00
|
|
|
ScopePtr getModuleEnvironment(const SourceModule& module, const Config& config, bool forAutocomplete) const;
|
2021-10-29 21:25:12 +01:00
|
|
|
|
|
|
|
std::unordered_map<std::string, ScopePtr> environments;
|
2023-03-10 19:20:04 +00:00
|
|
|
std::unordered_map<std::string, std::function<void(TypeChecker&, GlobalTypes&, ScopePtr)>> builtinDefinitions;
|
2021-10-29 21:25:12 +01:00
|
|
|
|
2023-01-03 17:33:19 +00:00
|
|
|
BuiltinTypes builtinTypes_;
|
2022-07-01 00:29:02 +01:00
|
|
|
|
2021-10-29 21:25:12 +01:00
|
|
|
public:
|
2023-01-03 17:33:19 +00:00
|
|
|
const NotNull<BuiltinTypes> builtinTypes;
|
2022-09-08 22:44:50 +01:00
|
|
|
|
2021-10-29 21:25:12 +01:00
|
|
|
FileResolver* fileResolver;
|
|
|
|
FrontendModuleResolver moduleResolver;
|
|
|
|
FrontendModuleResolver moduleResolverForAutocomplete;
|
2023-03-10 19:20:04 +00:00
|
|
|
GlobalTypes globals;
|
|
|
|
GlobalTypes globalsForAutocomplete;
|
2021-10-29 21:25:12 +01:00
|
|
|
TypeChecker typeChecker;
|
|
|
|
TypeChecker typeCheckerForAutocomplete;
|
|
|
|
ConfigResolver* configResolver;
|
|
|
|
FrontendOptions options;
|
|
|
|
InternalErrorReporter iceHandler;
|
|
|
|
|
|
|
|
std::unordered_map<ModuleName, SourceNode> sourceNodes;
|
|
|
|
std::unordered_map<ModuleName, SourceModule> sourceModules;
|
2022-06-17 01:54:42 +01:00
|
|
|
std::unordered_map<ModuleName, RequireTraceResult> requireTrace;
|
2021-10-29 21:25:12 +01:00
|
|
|
|
|
|
|
Stats stats = {};
|
|
|
|
};
|
|
|
|
|
2023-03-03 13:45:38 +00:00
|
|
|
ModulePtr check(const SourceModule& sourceModule, const std::vector<RequireCycle>& requireCycles, NotNull<BuiltinTypes> builtinTypes,
|
|
|
|
NotNull<InternalErrorReporter> iceHandler, NotNull<ModuleResolver> moduleResolver, NotNull<FileResolver> fileResolver,
|
|
|
|
const ScopePtr& globalScope, FrontendOptions options);
|
|
|
|
|
|
|
|
ModulePtr check(const SourceModule& sourceModule, const std::vector<RequireCycle>& requireCycles, NotNull<BuiltinTypes> builtinTypes,
|
|
|
|
NotNull<InternalErrorReporter> iceHandler, NotNull<ModuleResolver> moduleResolver, NotNull<FileResolver> fileResolver,
|
|
|
|
const ScopePtr& globalScope, FrontendOptions options, bool recordJsonLog);
|
2023-02-17 14:53:37 +00:00
|
|
|
|
2021-10-29 21:25:12 +01:00
|
|
|
} // namespace Luau
|