data: parser performance optimization for large projects

* moved inserting everything into the database to the end of parsing a file. this reduces many duplicate queries. * removed ParserClient interface from Storage. * errors are updated after parsing a file because we only if there are any duplicate errors after merging the new errors into the database. * renamed field in db * added fatal column to error db
2016-03-10 18:24:28 +01:00
parent e7c7178057
commit 9a7b818dba
17 changed files with 1254 additions and 1055 deletions
@@ -0,0 +1,111 @@
+#ifndef PARSER_CLIENT_IMPL_H
+#define PARSER_CLIENT_IMPL_H
+
+#include "data/parser/ParserClient.h"
+#include "data/IntermediateStorage.h"
+#include "data/graph/token_component/TokenComponentAccess.h"
+#include "data/graph/Node.h"
+
+#include "data/SqliteStorage.h"
+
+class ParserClientImpl: public ParserClient
+{
+public:
+	ParserClientImpl();
+	virtual ~ParserClientImpl();
+
+	void setStorage(std::shared_ptr<IntermediateStorage> storage);
+	void resetStorage();
+
+	virtual void startParsing();
+	virtual void finishParsing();
+
+	virtual void startParsingFile(const FilePath& filePath);
+	virtual void finishParsingFile(const FilePath& filePath);
+
+	virtual void onError(const ParseLocation& location, const std::string& message, bool fatal);
+
+	virtual Id onTypedefParsed(
+		const ParseLocation& location, const NameHierarchy& typedefName, AccessType access);
+	virtual Id onClassParsed(
+		const ParseLocation& location, const NameHierarchy& nameHierarchy, AccessType access,
+		const ParseLocation& scopeLocation);
+	virtual Id onStructParsed(
+		const ParseLocation& location, const NameHierarchy& nameHierarchy, AccessType access,
+		const ParseLocation& scopeLocation);
+	virtual Id onGlobalVariableParsed(const ParseLocation& location, const NameHierarchy& variable);
+	virtual Id onFieldParsed(const ParseLocation& location, const NameHierarchy& field, AccessType access);
+	virtual Id onFunctionParsed(
+		const ParseLocation& location, const NameHierarchy& function, const ParseLocation& scopeLocation);
+	virtual Id onMethodParsed(
+		const ParseLocation& location, const NameHierarchy& method, AccessType access, AbstractionType abstraction,
+		const ParseLocation& scopeLocation);
+	virtual Id onNamespaceParsed(
+		const ParseLocation& location, const NameHierarchy& nameHierarchy,
+		const ParseLocation& scopeLocation);
+	virtual Id onEnumParsed(
+		const ParseLocation& location, const NameHierarchy& nameHierarchy, AccessType access,
+		const ParseLocation& scopeLocation);
+	virtual Id onEnumConstantParsed(const ParseLocation& location, const NameHierarchy& nameHierarchy);
+
+	virtual Id onInheritanceParsed(
+		const ParseLocation& location, const NameHierarchy& nameHierarchy,
+		const NameHierarchy& baseNameHierarchy, AccessType access);
+	virtual Id onMethodOverrideParsed(
+		const ParseLocation& location, const NameHierarchy& overridden, const NameHierarchy& overrider);
+	virtual Id onCallParsed(
+		const ParseLocation& location, const NameHierarchy& caller, const NameHierarchy& callee);
+	virtual Id onFieldUsageParsed(
+		const ParseLocation& location, const NameHierarchy& userNameHierarchy, const NameHierarchy& usedNameHierarchy);
+	virtual Id onGlobalVariableUsageParsed(
+		const ParseLocation& location, const NameHierarchy& userNameHierarchy, const NameHierarchy& usedNameHierarchy);
+	virtual Id onEnumConstantUsageParsed(
+		const ParseLocation& location, const NameHierarchy& userNameHierarchy, const NameHierarchy& usedNameHierarchy);
+	virtual Id onTypeUsageParsed(const ParseLocation& location, const NameHierarchy& user, const NameHierarchy& used);
+
+	virtual Id onTemplateArgumentTypeParsed(
+		const ParseLocation& location, const NameHierarchy& argumentTypeNameHierarchy,
+		const NameHierarchy& templateNameHierarchy);
+	virtual Id onTemplateDefaultArgumentTypeParsed(
+		const ParseLocation& location, const NameHierarchy& defaultArgumentTypeNameHierarchy,
+		const NameHierarchy& templateArgumentTypeNameHierarchy);
+	virtual Id onTemplateParameterTypeParsed(
+		const ParseLocation& location, const NameHierarchy& templateParameterTypeNameHierarchy);
+	virtual Id onTemplateSpecializationParsed(
+		const ParseLocation& location, const NameHierarchy& specializedNameHierarchy,
+		const NameHierarchy& specializedFromNameHierarchy);
+	virtual Id onTemplateMemberFunctionSpecializationParsed(
+		const ParseLocation& location, const NameHierarchy& instantiatedFunction, const NameHierarchy& specializedFunction);
+
+	virtual Id onFileParsed(const FileInfo& fileInfo);
+	virtual Id onFileIncludeParsed(
+		const ParseLocation& location, const FileInfo& fileInfo, const FileInfo& includedFileInfo);
+
+	virtual Id onMacroDefineParsed(
+		const ParseLocation& location, const NameHierarchy& macroNameHierarchy, const ParseLocation& scopeLocation);
+	virtual Id onMacroExpandParsed(
+		const ParseLocation& location, const NameHierarchy& macroNameHierarchy);
+
+	virtual Id onCommentParsed(const ParseLocation& location);
+
+private:
+	TokenComponentAccess::AccessType convertAccessType(ParserClient::AccessType access) const;
+	void addAccess(Id nodeId, ParserClient::AccessType access);
+	void addAccess(Id nodeId, TokenComponentAccess::AccessType access);
+	Id ParserClientImpl::addNodeHierarchy(Node::NodeType nodeType, NameHierarchy nameHierarchy, bool defined);
+
+	Id addFile(const std::string& name, const std::string& filePath, const std::string& modificationTime);
+	Id addFile(const std::string& filePath);
+	Id addNode(Node::NodeType nodeType, NameHierarchy nameHierarchy, bool defined);
+	Id addEdge(int type, Id sourceId, Id targetId);
+	void addSourceLocation(Id elementId, const ParseLocation& location, bool isScope);
+	void addComponentAccess(Id nodeId , int type);
+	void addCommentLocation(const ParseLocation& location);
+	void addError(const std::string& message, bool fatal, const ParseLocation& location);
+
+	void log(std::string type, std::string str, const ParseLocation& location) const;
+
+	std::shared_ptr<IntermediateStorage> m_storage;
+};
+
+#endif // PARSER_CLIENT_IMPL_H