version bump alpha054

Migrate code from the Deploy project that should be in Umbraco core

.gitignore

@@ -142,3 +142,4 @@ build/ui-docs.zip
 build/csharp-docs.zip
 build/msbuild.log
 .vs/
+src/packages/

appveyor.yml

@@ -2,21 +2,23 @@ version: '{build}'
 shallow_clone: true
 build_script:
 - cmd: >-
-    cd build
+    SET SLN=%CD%
+
+    SET SRC=%SLN%\src
+
+    SET PACKAGES=%SRC%\packages
+
+    CD build
 
     SET "release="
 
     FOR /F "skip=1 delims=" %%i IN (UmbracoVersion.txt) DO IF NOT DEFINED release SET "release=%%i"
 
-    SET nuGetFolder=C:\Users\appveyor\.nuget\packages
-
-    ..\src\.nuget\NuGet.exe sources Add -Name MyGetUmbracoCore -Source https://www.myget.org/F/umbracocore/api/v2/ >NUL
-
-    ..\src\.nuget\NuGet.exe install ..\src\Umbraco.Web.UI\packages.config -OutputDirectory %nuGetFolder% -Verbosity quiet
-
-    IF EXIST ..\src\umbraco.businesslogic\packages.config ..\src\.nuget\NuGet.exe install ..\src\umbraco.businesslogic\packages.config -OutputDirectory %nuGetFolder% -Verbosity quiet
-
-    ..\src\.nuget\NuGet.exe install ..\src\Umbraco.Core\packages.config -OutputDirectory %nuGetFolder% -Verbosity quiet
+    ECHO "Restoring NuGet into %PACKAGES%"
+    
+    %SRC%\.nuget\NuGet.exe sources Add -Name MyGetUmbracoCore -Source https://www.myget.org/F/umbracocore/api/v2/ >NUL
+    
+    %SRC%\.nuget\NuGet.exe restore %SRC%\umbraco.sln -Verbosity Quiet -NonInteractive -PackagesDirectory %PACKAGES%
 
     ECHO Building Release %release% build%APPVEYOR_BUILD_NUMBER%
     
@@ -24,13 +26,12 @@ build_script:
     
     SET MSBUILD="C:\Program Files (x86)\MSBuild\14.0\Bin\MsBuild.exe"
 
-    XCOPY "..\src\Umbraco.Tests\unit-test-log4net.CI.config" "..\src\Umbraco.Tests\unit-test-log4net.config" /Y
+    XCOPY "%SRC%\Umbraco.Tests\unit-test-log4net.CI.config" "%SRC%\Umbraco.Tests\unit-test-log4net.config" /Y
     
-    %MSBUILD% "..\src\Umbraco.Tests\Umbraco.Tests.csproj" /consoleloggerparameters:Summary;ErrorsOnly
+    %MSBUILD% "%SLN%/src/Umbraco.Tests/Umbraco.Tests.csproj" /consoleloggerparameters:Summary;ErrorsOnly;WarningsOnly /p:NugetPackagesDirectory=%PACKAGES%
     
-    build.bat nopause %release% build%APPVEYOR_BUILD_NUMBER%
+    build.bat -integration -release:%release% -comment:build%APPVEYOR_BUILD_NUMBER% -nugetfolder:%PACKAGES%
     
-    ECHO %PATH%
 test:
   assemblies: src\Umbraco.Tests\bin\Debug\Umbraco.Tests.dll
 artifacts:

build/Build.bat

@@ -1,31 +1,95 @@
 @ECHO OFF
+
+:: UMBRACO BUILD FILE
+
+
+:: ensure we have UmbracoVersion.txt
 IF NOT EXIST UmbracoVersion.txt (
-	ECHO UmbracoVersion.txt missing!
-	GOTO :showerror
+	ECHO UmbracoVersion.txt is missing!
+	GOTO error
 )
 
 REM Get the version and comment from UmbracoVersion.txt lines 2 and 3
-SET "release="
-SET "comment="
-FOR /F "skip=1 delims=" %%i IN (UmbracoVersion.txt) DO IF NOT DEFINED release SET "release=%%i"
-FOR /F "skip=2 delims=" %%i IN (UmbracoVersion.txt) DO IF NOT DEFINED comment SET "comment=%%i"
+SET RELEASE=
+SET COMMENT=
+FOR /F "skip=1 delims=" %%i IN (UmbracoVersion.txt) DO IF NOT DEFINED RELEASE SET RELEASE=%%i
+FOR /F "skip=2 delims=" %%i IN (UmbracoVersion.txt) DO IF NOT DEFINED COMMENT SET COMMENT=%%i
 
-REM If there's arguments on the command line overrule UmbracoVersion.txt and use that as the version
-IF [%2] NEQ [] (SET release=%2)
-IF [%3] NEQ [] (SET comment=%3) ELSE (IF [%2] NEQ [] (SET "comment="))
+REM process args
 
-REM Get the "is continuous integration" from the parameters
-SET "isci=0"
-IF [%1] NEQ [] (SET isci=1)
+SET INTEGRATION=0
+SET nuGetFolder=%CD%\..\src\packages
+SET SKIPNUGET=0
 
-SET version=%release%
-IF [%comment%] EQU [] (SET version=%release%) ELSE (SET version=%release%-%comment%)
+:processArgs
 
-ECHO.
-ECHO Building Umbraco %version%
-ECHO.
+:: grab the first parameter as a whole eg "/action:start"
+:: end if no more parameter
+SET SWITCHPARSE=%1
+IF [%SWITCHPARSE%] == [] goto endProcessArgs
 
-ReplaceIISExpressPortNumber.exe ..\src\Umbraco.Web.UI\Umbraco.Web.UI.csproj %release%
+:: get switch and value
+SET SWITCH=
+SET VALUE=
+FOR /F "tokens=1,* delims=: " %%a IN ("%SWITCHPARSE%") DO SET SWITCH=%%a& SET VALUE=%%b
+
+:: route arg
+IF '%SWITCH%'=='/release' GOTO argRelease
+IF '%SWITCH%'=='-release' GOTO argRelease
+IF '%SWITCH%'=='/comment' GOTO argComment
+IF '%SWITCH%'=='-comment' GOTO argComment
+IF '%SWITCH%'=='/integration' GOTO argIntegration
+IF '%SWITCH%'=='-integration' GOTO argIntegration
+IF '%SWITCH%'=='/nugetfolder' GOTO argNugetFolder
+IF '%SWITCH%'=='-nugetfolder' GOTO argNugetFolder
+IF '%SWITCH%'=='/skipnuget' GOTO argSkipNuget
+IF '%SWITCH%'=='-skipnuget' GOTO argSkipNuget
+ECHO "Invalid switch %SWITCH%"
+GOTO error
+
+:: handle each arg
+
+:argRelease
+set RELEASE=%VALUE%
+SHIFT
+goto processArgs
+
+:argComment
+SET COMMENT=%VALUE%
+SHIFT
+GOTO processArgs
+
+:argIntegration
+SET INTEGRATION=1
+SHIFT
+GOTO processArgs
+
+:argNugetFolder
+SET nuGetFolder=%VALUE%
+SHIFT
+GOTO processArgs
+
+:argSkipNuget
+SET SKIPNUGET=1
+SHIFT
+GOTO processArgs
+
+:endProcessArgs 
+
+REM run
+
+SET VERSION=%RELEASE%
+IF [%COMMENT%] EQU [] (SET VERSION=%RELEASE%) ELSE (SET VERSION=%RELEASE%-%COMMENT%)
+
+ECHO ################################################################
+ECHO Building Umbraco %VERSION%
+ECHO ################################################################
+
+SET MSBUILDPATH=C:\Program Files (x86)\MSBuild\14.0\Bin
+SET MSBUILD="%MSBUILDPATH%\MsBuild.exe"
+SET PATH="%MSBUILDPATH%";%PATH%
+
+ReplaceIISExpressPortNumber.exe ..\src\Umbraco.Web.UI\Umbraco.Web.UI.csproj %RELEASE%
 
 ECHO.
 ECHO Removing the belle build folder and bower_components folder to make sure everything is clean as a whistle
@@ -35,10 +99,10 @@ RD ..\src\Umbraco.Web.UI.Client\bower_components /Q /S
 ECHO.
 ECHO Removing existing built files to make sure everything is clean as a whistle
 RMDIR /Q /S _BuildOutput
-DEL /F /Q UmbracoCms.*.zip
-DEL /F /Q UmbracoExamine.*.zip
-DEL /F /Q UmbracoCms.*.nupkg
-DEL /F /Q webpihash.txt
+DEL /F /Q UmbracoCms.*.zip 2>NUL
+DEL /F /Q UmbracoExamine.*.zip 2>NUL
+DEL /F /Q UmbracoCms.*.nupkg 2>NUL
+DEL /F /Q webpihash.txt 2>NUL
 
 ECHO.
 ECHO Making sure Git is in the path so that the build can succeed
@@ -47,11 +111,21 @@ CALL InstallGit.cmd
 REM Adding the default Git path so that if it's installed it can actually be found
 REM This is necessary because SETLOCAL is on in InstallGit.cmd so that one might find Git, 
 REM but the path setting is lost due to SETLOCAL 
-path=C:\Program Files (x86)\Git\cmd;C:\Program Files\Git\cmd;%PATH%
+SET PATH="C:\Program Files (x86)\Git\cmd";"C:\Program Files\Git\cmd";%PATH%
 
 ECHO.
 ECHO Making sure we have a web.config
-IF NOT EXIST %CD%\..\src\Umbraco.Web.UI\web.config COPY %CD%\..\src\Umbraco.Web.UI\web.Template.config %CD%\..\src\Umbraco.Web.UI\web.config
+IF NOT EXIST "%CD%\..\src\Umbraco.Web.UI\web.config" COPY "%CD%\..\src\Umbraco.Web.UI\web.Template.config" "%CD%\..\src\Umbraco.Web.UI\web.config"
+
+ECHO.
+ECHO Reporting NuGet version
+"%CD%\..\src\.nuget\NuGet.exe" help | findstr "^NuGet Version:"
+
+ECHO.
+ECHO Restoring NuGet packages
+ECHO Into %nuGetFolder%
+"%CD%\..\src\.nuget\NuGet.exe" restore "%CD%\..\src\umbraco.sln" -Verbosity Quiet -NonInteractive -PackagesDirectory "%nuGetFolder%"
+IF ERRORLEVEL 1 GOTO :error
 
 ECHO.
 ECHO.
@@ -60,13 +134,15 @@ ECHO This takes a few minutes and logging is set to report warnings
 ECHO and errors only so it might seems like nothing is happening for a while. 
 ECHO You can check the msbuild.log file for progress.
 ECHO.
-%windir%\Microsoft.NET\Framework\v4.0.30319\msbuild.exe "Build.proj" /p:BUILD_RELEASE=%release% /p:BUILD_COMMENT=%comment% /p:NugetPackagesDirectory=%nuGetFolder% /consoleloggerparameters:Summary;ErrorsOnly;WarningsOnly /fileLogger
-IF ERRORLEVEL 1 GOTO :error
+%MSBUILD% "Build.proj" /p:BUILD_RELEASE=%RELEASE% /p:BUILD_COMMENT=%COMMENT% /p:NugetPackagesDirectory="%nuGetFolder%" /consoleloggerparameters:Summary;ErrorsOnly /fileLogger
+IF ERRORLEVEL 1 GOTO error
 
 ECHO.
 ECHO Setting node_modules folder to hidden to prevent VS13 from crashing on it while loading the websites project
 attrib +h ..\src\Umbraco.Web.UI.Client\node_modules
 
+IF %SKIPNUGET% EQU 1 GOTO success
+
 ECHO.
 ECHO Adding Web.config transform files to the NuGet package
 REN .\_BuildOutput\WebApp\Views\Web.config Web.config.transform
@@ -74,22 +150,25 @@ REN .\_BuildOutput\WebApp\Xslt\Web.config Web.config.transform
 
 ECHO.
 ECHO Packing the NuGet release files
-..\src\.nuget\NuGet.exe Pack NuSpecs\UmbracoCms.Core.nuspec -Version %version% -Symbols -Verbosity quiet
-..\src\.nuget\NuGet.exe Pack NuSpecs\UmbracoCms.nuspec -Version %version% -Verbosity quiet
-IF ERRORLEVEL 1 GOTO :error
+..\src\.nuget\NuGet.exe Pack NuSpecs\UmbracoCms.Core.nuspec -Version %VERSION% -Symbols -Verbosity quiet
+..\src\.nuget\NuGet.exe Pack NuSpecs\UmbracoCms.nuspec -Version %VERSION% -Verbosity quiet
+IF ERRORLEVEL 1 GOTO error
 
 :success
 ECHO.
 ECHO No errors were detected!
 ECHO There may still be some in the output, which you would need to investigate.
 ECHO Warnings are usually normal.
+ECHO.
+ECHO.
 GOTO :EOF
 
 :error
 
 ECHO.
 ECHO Errors were detected!
+ECHO.
 
 REM don't pause if continuous integration else the build server waits forever
 REM before cancelling the build (and, there is noone to read the output anyways)
-IF isci NEQ 1 PAUSE
+IF %INTEGRATION% NEQ 1 PAUSE

build/Build.proj

@@ -1,8 +1,8 @@
 <Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
 
-  <!-- 
+  <!--
  ****************************************************
- INCLUDES 
+ INCLUDES
  *****************************************************
  -->
 
@@ -35,9 +35,9 @@
                         {
                             using (var cryptoProvider = new SHA1CryptoServiceProvider())
                             {
-                                
+
                                 var fileHash = cryptoProvider.ComputeHash(stream);
-                                
+
                                 using (TextWriter w = new StreamWriter(OutputFile, false))
                                 {
                                     w.WriteLine(string.Join("", fileHash.Select(b => b.ToString("x2"))));
@@ -52,9 +52,9 @@
   </UsingTask>
 
 
-  <!-- 
+  <!--
  ****************************************************
- VARIABLES 
+ VARIABLES
  *****************************************************
  -->
 
@@ -102,9 +102,9 @@
     <SystemFolders Include="$(WebAppFolder)Views" />
   </ItemGroup>
 
-  <!-- 
+  <!--
  ****************************************************
- TARGETS 
+ TARGETS
  *****************************************************
  -->
 
@@ -155,7 +155,7 @@
 
     <Message Text="Finished zipping to build\$(BuildFolder)\$(buildDate)-$(BuildZipFileName)" Importance="high" />
   </Target>
-  
+
   <Target Name="CreateSystemFolders" DependsOnTargets="CopyBelleBuild" Inputs="@(SystemFolders)" Outputs="%(Identity).Dummy">
     <MakeDir Directories="@(SystemFolders)" />
   </Target>
@@ -231,7 +231,7 @@
       DestinationFiles="@(CustomLanguageFiles->'$(ConfigsFolder)Lang\%(RecursiveDir)%(Filename)%(Extension)')"
       OverwriteReadOnlyFiles="true"
       SkipUnchangedFiles="false" />
-	  
+
     <Copy SourceFiles="@(WebConfigTransformFile)"
       DestinationFiles="$(ConfigsFolder)Web.config.transform"
       OverwriteReadOnlyFiles="true"
@@ -264,14 +264,12 @@
     <Message Text="Compiling web project to build\$(BuildFolder)" Importance="high" />
     <!-- For UseWPP_CopyWebApplication=True see http://stackoverflow.com/questions/1983575/copywebapplication-with-web-config-transformations -->
     <!-- Build the Umbraco.Web.UI project -->
-    <MSBuild Projects="..\src\Umbraco.Web.UI\Umbraco.Web.UI.csproj" Properties="WarningLevel=0;Configuration=$(BuildConfiguration);UseWPP_CopyWebApplication=True;PipelineDependsOnBuild=False;OutDir=$(SolutionBinFolderAbsolutePath);WebProjectOutputDir=$(WebAppFolderAbsolutePath);Verbosity=minimal" Targets="Clean;Rebuild;" BuildInParallel="False" ToolsVersion="4.0" UnloadProjectsOnCompletion="False">
-    </MSBuild>
+    <MSBuild Projects="..\src\Umbraco.Web.UI\Umbraco.Web.UI.csproj" Properties="WarningLevel=0;Configuration=$(BuildConfiguration);UseWPP_CopyWebApplication=True;PipelineDependsOnBuild=False;OutDir=$(SolutionBinFolderAbsolutePath);WebProjectOutputDir=$(WebAppFolderAbsolutePath);Verbosity=minimal" Targets="Clean;Rebuild;" BuildInParallel="False" ToolsVersion="4.0" UnloadProjectsOnCompletion="False" />
 
     <!-- DONE -->
     <Message Text="Finished compiling projects" Importance="high" />
   </Target>
 
-    
   <Target Name="SetVersionNumber" Condition="'$(BUILD_RELEASE)'!=''">
     <PropertyGroup>
       <NewVersion>$(BUILD_RELEASE)</NewVersion>
@@ -307,34 +305,34 @@
       ReplacementText="AssemblyFileVersion(&quot;$(BUILD_RELEASE)&quot;)"/>
 
     <!--This updates the AssemblyInformationalVersion for the solution to the umbraco version and comment-->
-    <FileUpdate 
+    <FileUpdate
       Condition="'$(BUILD_COMMENT)'!=''"
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyInformationalVersion\(&quot;(.+)?&quot;\)"
       ReplacementText="AssemblyInformationalVersion(&quot;$(BUILD_RELEASE)-$(BUILD_COMMENT)&quot;)"/>
-    <FileUpdate 
+    <FileUpdate
       Condition="'$(BUILD_COMMENT)'==''"
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyInformationalVersion\(&quot;(.+)?&quot;\)"
       ReplacementText="AssemblyInformationalVersion(&quot;$(BUILD_RELEASE)&quot;)"/>
-    <FileUpdate 
+    <FileUpdate
       Condition="'$(BUILD_NIGHTLY)'!=''"
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyInformationalVersion\(&quot;(.+)?&quot;\)"
       ReplacementText="AssemblyInformationalVersion(&quot;$(BUILD_RELEASE)-$(BUILD_NIGHTLY)&quot;)"/>
-	<FileUpdate 
+	<FileUpdate
       Condition="'$(BUILD_COMMENT)'!='' AND '$(BUILD_NIGHTLY)'!=''"
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyInformationalVersion\(&quot;(.+)?&quot;\)"
       ReplacementText="AssemblyInformationalVersion(&quot;$(BUILD_RELEASE)-$(BUILD_COMMENT)-$(BUILD_NIGHTLY)&quot;)"/>
-    <FileUpdate 
+    <FileUpdate
       Condition="'$(BUILD_COMMENT)'=='' AND '$(BUILD_NIGHTLY)'==''"
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyInformationalVersion\(&quot;(.+)?&quot;\)"
       ReplacementText="AssemblyInformationalVersion(&quot;$(BUILD_RELEASE)&quot;)"/>
-    
+
     <!--This updates the copyright year-->
-    <FileUpdate 
+    <FileUpdate
       Files="..\src\SolutionInfo.cs"
       Regex="AssemblyCopyright\(&quot;Copyright © Umbraco (\d{4})&quot;\)"
       ReplacementText="AssemblyCopyright(&quot;Copyright © Umbraco $([System.DateTime]::Now.ToString(`yyyy`))&quot;)"/>

build/InstallGit.cmd

@@ -1,18 +1,18 @@
 @ECHO OFF
 SETLOCAL
-	:: SETLOCAL is on, so changes to the path not persist to the actual user's path
+REM SETLOCAL is on, so changes to the path not persist to the actual user's path
 
 git.exe --version
 IF %ERRORLEVEL%==9009 GOTO :trydefaultpath
+REM OK, DONE
 GOTO :EOF
-	:: Git is installed, no need to to anything else
 
 :trydefaultpath
 PATH=C:\Program Files (x86)\Git\cmd;C:\Program Files\Git\cmd;%PATH%
 git.exe --version
 IF %ERRORLEVEL%==9009 GOTO :showerror
+REM OK, DONE
 GOTO :EOF
-	:: Git is installed, no need to to anything else
 
 :showerror
 ECHO Git is not in your path and could not be found in C:\Program Files (x86)\Git\cmd nor in C:\Program Files\Git\cmd

build/NuSpecs/UmbracoCms.Core.nuspec

@@ -32,13 +32,14 @@
 	  <!-- AutoMapper can not be updated due to: https://github.com/AutoMapper/AutoMapper/issues/373#issuecomment-127644405 -->
       <dependency id="AutoMapper" version="[3.3.1, 4.0.0)" />
       <dependency id="Newtonsoft.Json" version="[6.0.8, 10.0.0)" />
-      <dependency id="Examine" version="[0.1.70, 1.0.0)" />
+      <dependency id="Examine" version="[0.1.80, 1.0.0)" />
       <dependency id="ImageProcessor" version="[2.5.1, 3.0.0)" />
-      <dependency id="ImageProcessor.Web" version="[4.7.2, 5.0.0)" />
+      <dependency id="ImageProcessor.Web" version="[4.8.0, 5.0.0)" />
       <dependency id="semver" version="[1.1.2, 2.0.0)" />
       <dependency id="UrlRewritingNet" version="[2.0.7, 3.0.0)" />	  
 	  <!-- Markdown can not be updated due to: https://github.com/hey-red/markdownsharp/issues/71#issuecomment-233585487 -->
       <dependency id="Markdown" version="[1.14.4, 2.0.0)" />	  
+      <dependency id="System.Threading.Tasks.Dataflow" version="[4.6.0, 5.0.0)" />
     </dependencies>
   </metadata>
   <files>
@@ -103,4 +104,4 @@
     <file src="..\_BuildOutput\bin\UmbracoExamine.pdb" target="lib" />
     <file src="..\..\src\UmbracoExamine\**\*.cs" exclude="..\..\src\**\TemporaryGeneratedFile*.cs" target="src\UmbracoExamine" />
   </files>
-</package>
+</package>

build/NuSpecs/UmbracoCms.nuspec

@@ -18,7 +18,7 @@
       <dependency id="UmbracoCms.Core" version="[$version$]" />
       <dependency id="Newtonsoft.Json" version="[6.0.8, 10.0.0)" />
       <dependency id="Umbraco.ModelsBuilder" version="[3.0.5, 4.0.0)" />
-      <dependency id="ImageProcessor.Web.Config" version="[2.3.0, 3.0.0)" />	  
+      <dependency id="Microsoft.AspNet.SignalR.Core" version="[2.2.1, 3.0.0)" />
     </dependencies>
   </metadata>
   <files>

build/UmbracoVersion.txt

@@ -1,2 +1,3 @@
 # Usage: on line 2 put the release version, on line 3 put the version comment (example: beta)
-7.5.7
+7.6.0
+alpha054

src/SQLCE4Umbraco/SqlCEHelper.cs

@@ -180,12 +180,16 @@ namespace SqlCE4Umbraco
         /// <returns>The return value of the command.</returns>
         protected override object ExecuteScalar(string commandText, SqlCeParameter[] parameters)
         {
-            #if DEBUG && DebugDataLayer
+#if DEBUG && DebugDataLayer
                 // Log Query Execution
                 Trace.TraceInformation(GetType().Name + " SQL ExecuteScalar: " + commandText);
-            #endif
-
-            return SqlCeApplicationBlock.ExecuteScalar(ConnectionString, CommandType.Text, commandText, parameters);
+#endif
+            using (var cc = UseCurrentConnection)
+            {
+                return SqlCeApplicationBlock.ExecuteScalar(
+                    (SqlCeConnection) cc.Connection, (SqlCeTransaction) cc.Transaction,
+                    CommandType.Text, commandText, parameters);
+            }
         }
 
         /// <summary>
@@ -198,12 +202,17 @@ namespace SqlCE4Umbraco
         /// </returns>
         protected override int ExecuteNonQuery(string commandText, SqlCeParameter[] parameters)
         {
-            #if DEBUG && DebugDataLayer
+#if DEBUG && DebugDataLayer
                 // Log Query Execution
                 Trace.TraceInformation(GetType().Name + " SQL ExecuteNonQuery: " + commandText);
-            #endif
+#endif
 
-            return SqlCeApplicationBlock.ExecuteNonQuery(ConnectionString, CommandType.Text, commandText, parameters);
+            using (var cc = UseCurrentConnection)
+            {
+                return SqlCeApplicationBlock.ExecuteNonQuery(
+                    (SqlCeConnection) cc.Connection, (SqlCeTransaction) cc.Transaction,
+                    CommandType.Text, commandText, parameters);
+            }
         }
 
         /// <summary>
@@ -216,13 +225,17 @@ namespace SqlCE4Umbraco
         /// </returns>
         protected override IRecordsReader ExecuteReader(string commandText, SqlCeParameter[] parameters)
         {
-            #if DEBUG && DebugDataLayer
+#if DEBUG && DebugDataLayer
                 // Log Query Execution
                 Trace.TraceInformation(GetType().Name + " SQL ExecuteReader: " + commandText);
-            #endif
+#endif
 
-            return new SqlCeDataReaderHelper(SqlCeApplicationBlock.ExecuteReader(ConnectionString, CommandType.Text,
-                                                            commandText, parameters));
+            using (var cc = UseCurrentConnection)
+            {
+                return new SqlCeDataReaderHelper(SqlCeApplicationBlock.ExecuteReader(
+                    (SqlCeConnection) cc.Connection, (SqlCeTransaction) cc.Transaction,
+                    CommandType.Text, commandText, parameters));
+            }
         }
 
 

src/SQLCE4Umbraco/SqlCeApplicationBlock.cs

@@ -1,7 +1,5 @@
 using System;
 using System.Collections.Generic;
-using System.Linq;
-using System.Text;
 using System.Data.SqlServerCe;
 using System.Data;
 using System.Diagnostics;
@@ -26,30 +24,61 @@ namespace SqlCE4Umbraco
             params SqlCeParameter[] commandParameters
             )
         {
-            object retVal;
-
             try
             {
-                using (SqlCeConnection conn = SqlCeContextGuardian.Open(connectionString))
+                using (var conn = SqlCeContextGuardian.Open(connectionString))
                 {
-                    using (SqlCeCommand cmd = new SqlCeCommand(commandText, conn))
-                    {
-                        AttachParameters(cmd, commandParameters);
-                        Debug.WriteLine("---------------------------------SCALAR-------------------------------------");
-                        Debug.WriteLine(commandText);
-                        Debug.WriteLine("----------------------------------------------------------------------------");
-                        retVal = cmd.ExecuteScalar();
-                    }
+                    return ExecuteScalarTry(conn, null, commandText, commandParameters);
                 }
-
-                return retVal;
             }
             catch (Exception ee)
             {
-                throw new SqlCeProviderException("Error running Scalar: \nSQL Statement:\n" + commandText + "\n\nException:\n" + ee.ToString());
+                throw new SqlCeProviderException("Error running Scalar: \nSQL Statement:\n" + commandText + "\n\nException:\n" + ee);
             }
         }
 
+        public static object ExecuteScalar(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters)
+        {
+            try
+            {
+                return ExecuteScalarTry(conn, trx, commandText, commandParameters);
+            }
+            catch (Exception ee)
+            {
+                throw new SqlCeProviderException("Error running Scalar: \nSQL Statement:\n" + commandText + "\n\nException:\n" + ee);
+            }
+        }
+
+        public static object ExecuteScalar(
+            SqlCeConnection conn,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters)
+        {
+            return ExecuteScalar(conn, null, commandType, commandText, commandParameters);
+        }
+
+        private static object ExecuteScalarTry(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            string commandText,
+            params SqlCeParameter[] commandParameters)
+        {
+            object retVal;
+            using (var cmd = trx == null ? new SqlCeCommand(commandText, conn) : new SqlCeCommand(commandText, conn, trx))
+            {
+                AttachParameters(cmd, commandParameters);
+                Debug.WriteLine("---------------------------------SCALAR-------------------------------------");
+                Debug.WriteLine(commandText);
+                Debug.WriteLine("----------------------------------------------------------------------------");
+                retVal = cmd.ExecuteScalar();
+            }
+            return retVal;
+        }
+
         /// <summary>
         /// 
         /// </summary>
@@ -66,49 +95,10 @@ namespace SqlCE4Umbraco
         {
             try
             {
-                int rowsAffected;
-                using (SqlCeConnection conn = SqlCeContextGuardian.Open(connectionString))
+                using (var conn = SqlCeContextGuardian.Open(connectionString))
                 {
-                    // this is for multiple queries in the installer
-                    if (commandText.Trim().StartsWith("!!!"))
-                    {
-                        commandText = commandText.Trim().Trim('!');
-                        string[] commands = commandText.Split('|');
-                        string currentCmd = String.Empty;
-
-                        foreach (string cmd in commands)
-                        {
-                            try
-                            {
-                                currentCmd = cmd;
-                                if (!String.IsNullOrWhiteSpace(cmd))
-                                {
-                                    SqlCeCommand c = new SqlCeCommand(cmd, conn);
-                                    c.ExecuteNonQuery();
-                                }
-                            }
-                            catch (Exception e)
-                            {
-                                Debug.WriteLine("*******************************************************************");
-                                Debug.WriteLine(currentCmd);
-                                Debug.WriteLine(e);
-                                Debug.WriteLine("*******************************************************************");
-                            }
-                        }
-                        return 1;
-                    }
-                    else
-                    {
-                        Debug.WriteLine("----------------------------------------------------------------------------");
-                        Debug.WriteLine(commandText);
-                        Debug.WriteLine("----------------------------------------------------------------------------");
-                        SqlCeCommand cmd = new SqlCeCommand(commandText, conn);
-                        AttachParameters(cmd, commandParameters);
-                        rowsAffected = cmd.ExecuteNonQuery();
-                    }
+                    return ExecuteNonQueryTry(conn, null, commandText, commandParameters);
                 }
-
-                return rowsAffected;
             }
             catch (Exception ee)
             {
@@ -116,6 +106,74 @@ namespace SqlCE4Umbraco
             }
         }
 
+        public static int ExecuteNonQuery(
+            SqlCeConnection conn,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters
+        )
+        {
+            return ExecuteNonQuery(conn, null, commandType, commandText, commandParameters);
+        }
+
+        public static int ExecuteNonQuery(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters
+            )
+        {
+            try
+            {
+                return ExecuteNonQueryTry(conn, trx, commandText, commandParameters);
+            }
+            catch (Exception ee)
+            {
+                throw new SqlCeProviderException("Error running NonQuery: \nSQL Statement:\n" + commandText + "\n\nException:\n" + ee.ToString());
+            }
+        }
+
+        private static int ExecuteNonQueryTry(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            string commandText,
+            params SqlCeParameter[] commandParameters)
+        {
+            // this is for multiple queries in the installer
+            if (commandText.Trim().StartsWith("!!!"))
+            {
+                commandText = commandText.Trim().Trim('!');
+                var commands = commandText.Split('|');
+                var currentCmd = string.Empty;
+
+                foreach (var command in commands)
+                {
+                    try
+                    {
+                        currentCmd = command;
+                        if (string.IsNullOrWhiteSpace(command)) continue;
+                        var c = trx == null ? new SqlCeCommand(command, conn) : new SqlCeCommand(command, conn, trx);
+                        c.ExecuteNonQuery();
+                    }
+                    catch (Exception e)
+                    {
+                        Debug.WriteLine("*******************************************************************");
+                        Debug.WriteLine(currentCmd);
+                        Debug.WriteLine(e);
+                        Debug.WriteLine("*******************************************************************");
+                    }
+                }
+                return 1;
+            }
+
+            Debug.WriteLine("----------------------------------------------------------------------------");
+            Debug.WriteLine(commandText);
+            Debug.WriteLine("----------------------------------------------------------------------------");
+            var cmd = new SqlCeCommand(commandText, conn);
+            AttachParameters(cmd, commandParameters);
+            var rowsAffected = cmd.ExecuteNonQuery();
+            return rowsAffected;
+        }
+
         /// <summary>
         /// 
         /// </summary>
@@ -133,25 +191,8 @@ namespace SqlCE4Umbraco
         {
             try
             {
-                Debug.WriteLine("---------------------------------READER-------------------------------------");
-                Debug.WriteLine(commandText);
-                Debug.WriteLine("----------------------------------------------------------------------------");
-                SqlCeDataReader reader;
-                SqlCeConnection conn = SqlCeContextGuardian.Open(connectionString);
-
-                try
-                {
-                    SqlCeCommand cmd = new SqlCeCommand(commandText, conn);
-                    AttachParameters(cmd, commandParameters);
-                    reader = cmd.ExecuteReader(CommandBehavior.CloseConnection);
-                }
-                catch
-                {
-                    conn.Close();
-                    throw;
-                }
-
-                return reader;
+                var conn = SqlCeContextGuardian.Open(connectionString);
+                return ExecuteReaderTry(conn, null, commandText, commandParameters);
             }
             catch (Exception ee)
             {
@@ -159,30 +200,71 @@ namespace SqlCE4Umbraco
             }
         }
 
-        public static bool VerifyConnection(string connectionString)
+        public static SqlCeDataReader ExecuteReader(
+            SqlCeConnection conn,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters
+        )
         {
-            bool isConnected = false;
-            using (SqlCeConnection conn = SqlCeContextGuardian.Open(connectionString))
-            {
-                isConnected = conn.State == ConnectionState.Open;
-            }
-
-            return isConnected;
+            return ExecuteReader(conn, commandType, commandText, commandParameters);
         }
 
-        private static void AttachParameters(SqlCeCommand command, SqlCeParameter[] commandParameters)
+        public static SqlCeDataReader ExecuteReader(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            CommandType commandType,
+            string commandText,
+            params SqlCeParameter[] commandParameters
+            )
         {
-            foreach (SqlCeParameter parameter in commandParameters)
+            try
+            {
+                return ExecuteReaderTry(conn, trx, commandText, commandParameters);
+            }
+            catch (Exception ee)
+            {
+                throw new SqlCeProviderException("Error running Reader: \nSQL Statement:\n" + commandText + "\n\nException:\n" + ee.ToString());
+            }
+        }
+
+        private static SqlCeDataReader ExecuteReaderTry(
+            SqlCeConnection conn, SqlCeTransaction trx,
+            string commandText,
+            params SqlCeParameter[] commandParameters)
+        {
+            Debug.WriteLine("---------------------------------READER-------------------------------------");
+            Debug.WriteLine(commandText);
+            Debug.WriteLine("----------------------------------------------------------------------------");
+
+            try
+            {
+                var cmd = trx == null ? new SqlCeCommand(commandText, conn) : new SqlCeCommand(commandText, conn, trx);
+                AttachParameters(cmd, commandParameters);
+                return cmd.ExecuteReader(CommandBehavior.CloseConnection);
+            }
+            catch
+            {
+                conn.Close();
+                throw;
+            }
+        }
+
+        public static bool VerifyConnection(string connectionString)
+        {
+            using (var conn = SqlCeContextGuardian.Open(connectionString))
+            {
+                return conn.State == ConnectionState.Open;
+            }
+        }
+
+        private static void AttachParameters(SqlCeCommand command, IEnumerable<SqlCeParameter> commandParameters)
+        {
+            foreach (var parameter in commandParameters)
             {
                 if ((parameter.Direction == ParameterDirection.InputOutput) && (parameter.Value == null))
-                {
                     parameter.Value = DBNull.Value;
-                }
                 command.Parameters.Add(parameter);
             }
         }
-
-
-
     }
 }

src/SolutionInfo.cs

@@ -11,5 +11,5 @@ using System.Resources;
 
 [assembly: AssemblyVersion("1.0.*")]
 
-[assembly: AssemblyFileVersion("7.5.7")]
-[assembly: AssemblyInformationalVersion("7.5.7")]
+[assembly: AssemblyFileVersion("7.6.0")]
+[assembly: AssemblyInformationalVersion("7.6.0-alpha054")]

src/Umbraco.Core/ApplicationContext.cs

@@ -296,7 +296,7 @@ namespace Umbraco.Core
                         // if we have a db context available, if we don't then we are not installed anyways
                         if (DatabaseContext.IsDatabaseConfigured && DatabaseContext.CanConnect)
                         {
-                            var found = Services.MigrationEntryService.FindEntry(GlobalSettings.UmbracoMigrationName, UmbracoVersion.GetSemanticVersion());
+                            var found = Services.MigrationEntryService.FindEntry(Constants.System.UmbracoMigrationName, UmbracoVersion.GetSemanticVersion());
                             if (found == null)
                             {
                                 //we haven't executed this migration in this environment, so even though the config versions match, 

src/Umbraco.Core/ByteArrayExtensions.cs

@@ -0,0 +1,39 @@
+namespace Umbraco.Core
+{
+    public static class ByteArrayExtensions
+    {
+        private static readonly char[] BytesToHexStringLookup = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F' };
+
+        public static string ToHexString(this byte[] bytes)
+        {
+            int i = 0, p = 0, bytesLength = bytes.Length;
+            var chars = new char[bytesLength * 2];
+            while (i < bytesLength)
+            {
+                var b = bytes[i++];
+                chars[p++] = BytesToHexStringLookup[b / 0x10];
+                chars[p++] = BytesToHexStringLookup[b % 0x10];
+            }
+            return new string(chars, 0, chars.Length);
+        }
+
+        public static string ToHexString(this byte[] bytes, char separator, int blockSize, int blockCount)
+        {
+            int p = 0, bytesLength = bytes.Length, count = 0, size = 0;
+            var chars = new char[bytesLength * 2 + blockCount];
+            for (var i = 0; i < bytesLength; i++)
+            {
+                var b = bytes[i++];
+                chars[p++] = BytesToHexStringLookup[b / 0x10];
+                chars[p++] = BytesToHexStringLookup[b % 0x10];
+                if (count == blockCount) continue;
+                if (++size < blockSize) continue;
+
+                chars[p++] = '/';
+                size = 0;
+                count++;
+            }
+            return new string(chars, 0, chars.Length);
+        }
+    }
+}

src/Umbraco.Core/Cache/CacheKeys.cs

@@ -64,7 +64,8 @@ namespace Umbraco.Core.Cache
         [UmbracoWillObsolete("This cache key is only used for legacy business logic caching, remove in v8")]
         public const string ContentTypePropertiesCacheKey = "ContentType_PropertyTypes_Content:";
         
-        [UmbracoWillObsolete("This cache key is only used for legacy business logic caching, remove in v8")]
+        [Obsolete("No longer used and will be removed in v8")]
+        [EditorBrowsable(EditorBrowsableState.Never)]
         public const string PropertyTypeCacheKey = "UmbracoPropertyTypeCache";
 
         [Obsolete("This is no longer used and will be removed from the codebase in the future")]

src/Umbraco.Core/Cache/HttpRuntimeCacheProvider.cs

@@ -154,7 +154,7 @@ namespace Umbraco.Core.Cache
 
             value = result.Value; // will not throw (safe lazy)
             var eh = value as ExceptionHolder;
-            if (eh != null) throw eh.Exception; // throw once!
+            if (eh != null) throw new Exception("Exception while creating a value.", eh.Exception); // throw once!
             return value;
         }
 

src/Umbraco.Core/Configuration/GlobalSettings.cs

@@ -212,7 +212,7 @@ namespace Umbraco.Core.Configuration
         {
             get
             {
-                var settings = ConfigurationManager.ConnectionStrings[UmbracoConnectionName];
+                var settings = ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName];
                 var connectionString = string.Empty;
 
                 if (settings != null)
@@ -241,10 +241,7 @@ namespace Umbraco.Core.Configuration
                 }
             }
         }
-
-        //TODO: Move these to constants!
-        public const string UmbracoConnectionName = "umbracoDbDSN";
-        public const string UmbracoMigrationName = "Umbraco";
+        
 
         /// <summary>
         /// Gets or sets the configuration status. This will return the version number of the currently installed umbraco instance.

src/Umbraco.Core/Configuration/UmbracoVersion.cs

@@ -6,7 +6,7 @@ namespace Umbraco.Core.Configuration
 {
     public class UmbracoVersion
     {
-        private static readonly Version Version = new Version("7.5.7");
+        private static readonly Version Version = new Version("7.6.0");
 
         /// <summary>
         /// Gets the current version of Umbraco.
@@ -24,7 +24,7 @@ namespace Umbraco.Core.Configuration
         /// Gets the version comment (like beta or RC).
         /// </summary>
         /// <value>The version comment.</value>
-        public static string CurrentComment { get { return ""; } }
+        public static string CurrentComment { get { return "alpha054"; } }
 
         // Get the version of the umbraco.dll by looking at a class in that dll
         // Had to do it like this due to medium trust issues, see: http://haacked.com/archive/2010/11/04/assembly-location-and-medium-trust.aspx

src/Umbraco.Core/Constants-Conventions.cs

@@ -4,7 +4,8 @@ using Umbraco.Core.Models;
 
 namespace Umbraco.Core
 {
-	public static partial class Constants
+   
+    public static partial class Constants
 	{
 		/// <summary>
 		/// Defines the identifiers for property-type alias conventions that are used within the Umbraco core.

src/Umbraco.Core/Constants-DatabaseProviders.cs

@@ -0,0 +1,12 @@
+namespace Umbraco.Core
+{
+    public static partial class Constants
+    {
+        public static class DatabaseProviders
+        {
+            public const string SqlCe = "System.Data.SqlServerCe.4.0";
+            public const string SqlServer = "System.Data.SqlClient";
+            public const string MySql = "MySql.Data.MySqlClient";
+        }
+    }
+}

src/Umbraco.Core/Constants-DeployEntityType.cs

@@ -0,0 +1,129 @@
+using System;
+using System.Collections.Generic;
+using Umbraco.Core.Models;
+
+namespace Umbraco.Core
+{
+    
+    public static partial class Constants
+    {
+
+        /// <summary>
+        /// Defines well-known entity types.
+        /// </summary>
+        /// <remarks>Well-known entity types are those that Deploy already knows about,
+        /// but entity types are strings and so can be extended beyond what is defined here.</remarks>
+        public static class DeployEntityType
+        {
+            // guid entity types
+
+            public const string AnyGuid = "any-guid"; // that one is for tests
+
+            public const string Document = "document";
+            public const string Media = "media";
+            public const string Member = "member";
+
+            public const string DictionaryItem = "dictionary-item";
+            public const string Macro = "macro";
+            public const string Template = "template";
+
+            public const string DocumentType = "document-type";
+            public const string DocumentTypeContainer = "document-type-container";
+            public const string MediaType = "media-type";
+            public const string MediaTypeContainer = "media-type-container";
+            public const string DataType = "data-type";
+            public const string DataTypeContainer = "data-type-container";
+            public const string MemberType = "member-type";
+            public const string MemberGroup = "member-group";
+
+            public const string RelationType = "relation-type";
+
+            // string entity types
+
+            public const string AnyString = "any-string"; // that one is for tests
+
+            public const string MediaFile = "media-file";
+            public const string TemplateFile = "template-file";
+            public const string Script = "script";
+            public const string Stylesheet = "stylesheet";
+            public const string PartialView = "partial-view";
+            public const string PartialViewMacro = "partial-view-macro";
+            public const string Xslt = "xslt";
+
+            public static string FromUmbracoObjectType(UmbracoObjectTypes umbracoObjectType)
+            {
+                switch (umbracoObjectType)
+                {
+                    case UmbracoObjectTypes.Document:
+                        return Document;
+                    case UmbracoObjectTypes.Media:
+                        return Media;
+                    case UmbracoObjectTypes.Member:
+                        return Member;
+                    case UmbracoObjectTypes.Template:
+                        return Template;
+                    case UmbracoObjectTypes.DocumentType:
+                        return DocumentType;
+                    case UmbracoObjectTypes.DocumentTypeContainer:
+                        return DocumentTypeContainer;
+                    case UmbracoObjectTypes.MediaType:
+                        return MediaType;
+                    case UmbracoObjectTypes.MediaTypeContainer:
+                        return MediaTypeContainer;
+                    case UmbracoObjectTypes.DataType:
+                        return DataType;
+                    case UmbracoObjectTypes.DataTypeContainer:
+                        return DataTypeContainer;
+                    case UmbracoObjectTypes.MemberType:
+                        return MemberType;
+                    case UmbracoObjectTypes.MemberGroup:
+                        return MemberGroup;
+                    case UmbracoObjectTypes.Stylesheet:
+                        return Stylesheet;
+                    case UmbracoObjectTypes.RelationType:
+                        return RelationType;
+                }
+                throw new NotSupportedException(string.Format("UmbracoObjectType \"{0}\" does not have a matching EntityType.", umbracoObjectType));
+            }
+
+            public static UmbracoObjectTypes ToUmbracoObjectType(string entityType)
+            {
+                switch (entityType)
+                {
+                    case Document:
+                        return UmbracoObjectTypes.Document;
+                    case Media:
+                        return UmbracoObjectTypes.Media;
+                    case Member:
+                        return UmbracoObjectTypes.Member;
+                    case Template:
+                        return UmbracoObjectTypes.Template;
+                    case DocumentType:
+                        return UmbracoObjectTypes.DocumentType;
+                    case DocumentTypeContainer:
+                        return UmbracoObjectTypes.DocumentTypeContainer;
+                    case MediaType:
+                        return UmbracoObjectTypes.MediaType;
+                    case MediaTypeContainer:
+                        return UmbracoObjectTypes.MediaTypeContainer;
+                    case DataType:
+                        return UmbracoObjectTypes.DataType;
+                    case DataTypeContainer:
+                        return UmbracoObjectTypes.DataTypeContainer;
+                    case MemberType:
+                        return UmbracoObjectTypes.MemberType;
+                    case MemberGroup:
+                        return UmbracoObjectTypes.MemberGroup;
+                    case Stylesheet:
+                        return UmbracoObjectTypes.Stylesheet;
+                    case RelationType:
+                        return UmbracoObjectTypes.RelationType;
+                }
+                throw new NotSupportedException(
+                    string.Format("EntityType \"{0}\" does not have a matching UmbracoObjectType.", entityType));
+            }
+        }
+
+
+    }
+}

src/Umbraco.Core/Constants-DeploySelector.cs

@@ -0,0 +1,17 @@
+namespace Umbraco.Core
+{    
+    public static partial class Constants
+    {
+        /// <summary>
+        /// Contains the valid selector values.
+        /// </summary>
+        public static class DeploySelector
+        {
+            public const string This = "this";
+            public const string ThisAndChildren = "this-and-children";
+            public const string ThisAndDescendants = "this-and-descendants";
+            public const string ChildrenOfThis = "children";
+            public const string DescendantsOfThis = "descendants";
+        }
+    }
+}

src/Umbraco.Core/Constants-ObjectTypes.cs

@@ -152,6 +152,16 @@ namespace Umbraco.Core
             /// Guid for a Lock object.
             /// </summary>
             public static readonly Guid LockObjectGuid = new Guid(LockObject);
+
+            /// <summary>
+            /// Guid for a relation type.
+            /// </summary>
+            public const string RelationType = "B1988FAD-8675-4F47-915A-B3A602BC5D8D";
+
+            /// <summary>
+            /// Guid for a relation type.
+            /// </summary>
+            public static readonly Guid RelationTypeGuid = new Guid(RelationType);
         }
     }
 }

src/Umbraco.Core/Constants-Security.cs

@@ -0,0 +1,33 @@
+using System;
+using System.ComponentModel;
+
+namespace Umbraco.Core
+{
+    public static partial class Constants
+    {
+        public static class Security
+        {
+
+            public const string BackOfficeAuthenticationType = "UmbracoBackOffice";
+            public const string BackOfficeExternalAuthenticationType = "UmbracoExternalCookie";
+            public const string BackOfficeExternalCookieName = "UMB_EXTLOGIN";
+            public const string BackOfficeTokenAuthenticationType = "UmbracoBackOfficeToken";
+            public const string BackOfficeTwoFactorAuthenticationType = "UmbracoTwoFactorCookie";
+
+            /// <summary>
+            /// The prefix used for external identity providers for their authentication type
+            /// </summary>
+            /// <remarks>
+            /// By default we don't want to interfere with front-end external providers and their default setup, for back office the 
+            /// providers need to be setup differently and each auth type for the back office will be prefixed with this value
+            /// </remarks>
+            public const string BackOfficeExternalAuthenticationTypePrefix = "Umbraco.";
+
+            public const string StartContentNodeIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/startcontentnode";
+            public const string StartMediaNodeIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/startmedianode";
+            public const string AllowedApplicationsClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/allowedapp";
+            public const string SessionIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/sessionid";
+
+        }
+    }
+}

src/Umbraco.Core/Constants-System.cs

@@ -26,15 +26,9 @@
             public const int DefaultMediaListViewDataTypeId = -96;
             public const int DefaultMembersListViewDataTypeId = -97;
 
-            // identifiers for lock objects
-            public const int ServersLock = -331;
-        }
-
-        public static class DatabaseProviders
-        {
-            public const string SqlCe = "System.Data.SqlServerCe.4.0";
-            public const string SqlServer = "System.Data.SqlClient";
-            public const string MySql = "MySql.Data.MySqlClient";
+            public const string UmbracoConnectionName = "umbracoDbDSN";
+            public const string UmbracoMigrationName = "Umbraco";
         }
+        
     }
 }

src/Umbraco.Core/Constants-Web.cs

@@ -29,30 +29,6 @@ namespace Umbraco.Core
             public const string AuthCookieName = "UMB_UCONTEXT";
 
         }
-
-	    public static class Security
-	    {
-
-            public const string BackOfficeAuthenticationType = "UmbracoBackOffice";
-	        public const string BackOfficeExternalAuthenticationType = "UmbracoExternalCookie";
-            public const string BackOfficeExternalCookieName = "UMB_EXTLOGIN";
-            public const string BackOfficeTokenAuthenticationType = "UmbracoBackOfficeToken";
-            public const string BackOfficeTwoFactorAuthenticationType = "UmbracoTwoFactorCookie";
-
-            /// <summary>
-            /// The prefix used for external identity providers for their authentication type
-            /// </summary>
-            /// <remarks>
-            /// By default we don't want to interfere with front-end external providers and their default setup, for back office the 
-            /// providers need to be setup differently and each auth type for the back office will be prefixed with this value
-            /// </remarks>
-            public const string BackOfficeExternalAuthenticationTypePrefix = "Umbraco.";
-
-	        public const string StartContentNodeIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/startcontentnode";
-            public const string StartMediaNodeIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/startmedianode";
-            public const string AllowedApplicationsClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/allowedapp";
-            public const string SessionIdClaimType = "http://umbraco.org/2015/02/identity/claims/backoffice/sessionid";
-
-	    }
+        
 	}
 }

src/Umbraco.Core/CoreBootManager.cs

@@ -105,7 +105,7 @@ namespace Umbraco.Core
             LegacyParameterEditorAliasConverter.CreateMappingsForCoreEditors();
 
             //create database and service contexts for the app context
-            var dbFactory = new DefaultDatabaseFactory(GlobalSettings.UmbracoConnectionName, ProfilingLogger.Logger);
+            var dbFactory = new DefaultDatabaseFactory(Constants.System.UmbracoConnectionName, ProfilingLogger.Logger);
             Database.Mapper = new PetaPocoMapper();
 
             var dbContext = new DatabaseContext(
@@ -415,7 +415,7 @@ namespace Umbraco.Core
 
             if (currentTry == 5)
             {
-                throw new UmbracoStartupFailedException("Umbraco cannot start. A connection string is configured but the Umbraco cannot connect to the database.");
+                throw new UmbracoStartupFailedException("Umbraco cannot start. A connection string is configured but Umbraco cannot connect to the database.");
             }
         }
 

src/Umbraco.Core/DatabaseContext.cs

@@ -1,10 +1,10 @@
 using System;
+using System.Collections.Generic;
 using System.Configuration;
 using System.Data.SqlServerCe;
 using System.IO;
 using System.Linq;
 using System.Web;
-using System.Web.Configuration;
 using System.Xml.Linq;
 using Semver;
 using Umbraco.Core.Configuration;
@@ -30,7 +30,6 @@ namespace Umbraco.Core
         private readonly ILogger _logger;
         private readonly SqlSyntaxProviders _syntaxProviders;
         private bool _configured;
-        private readonly object _locker = new object();
         private string _connectionString;
         private string _providerName;
         private DatabaseSchemaResult _result;
@@ -46,7 +45,7 @@ namespace Umbraco.Core
             : this(factory, LoggerResolver.Current.Logger, new SqlSyntaxProviders(new ISqlSyntaxProvider[]
             {
                 new MySqlSyntaxProvider(LoggerResolver.Current.Logger),
-                new SqlCeSyntaxProvider(), 
+                new SqlCeSyntaxProvider(),
                 new SqlServerSyntaxProvider()
             }))
         {
@@ -86,21 +85,60 @@ namespace Umbraco.Core
             _configured = true;
         }
 
+#if DEBUG_DATABASES
+        public List<UmbracoDatabase> Databases
+        {
+            get
+            {
+                var factory = _factory as DefaultDatabaseFactory;
+                if (factory == null) throw new NotSupportedException();
+                return factory.Databases;
+            }
+        }
+#endif
+
         public ISqlSyntaxProvider SqlSyntax { get; private set; }
 
         /// <summary>
-        /// Gets the <see cref="Database"/> object for doing CRUD operations
-        /// against custom tables that resides in the Umbraco database.
+        /// Gets an "ambient" database for doing CRUD operations against custom tables that resides in the Umbraco database.
         /// </summary>
         /// <remarks>
-        /// This should not be used for CRUD operations or queries against the
-        /// standard Umbraco tables! Use the Public services for that.
+        /// <para>Should not be used for operation against standard Umbraco tables; as services should be used instead.</para>
+        /// <para>Gets or creates an "ambient" database that is either stored in http context + available for the whole
+        /// request + auto-disposed at the end of the request, or stored in call context if there is no http context - in which
+        /// case it *must* be explicitely disposed (which will remove it from call context).</para>
         /// </remarks>
         public virtual UmbracoDatabase Database
         {
             get { return _factory.CreateDatabase(); }
         }
 
+        /// <summary>
+        /// Replaces the "ambient" database (if any) and by a new temp database.
+        /// </summary>
+        /// <remarks>
+        /// <para>The returned IDisposable *must* be diposed in order to properly dispose the temp database and
+        /// restore the original "ambient" database (if any).</para>
+        /// <para>This is to be used in background tasks to ensure that they have an "ambient" database which
+        /// will be properly removed from call context and does not interfere with anything else. In most case
+        /// it is not replacing anything, just temporarily installing a database in context.</para>
+        /// </remarks>
+        public virtual IDisposable UseSafeDatabase(bool force = false)
+        {
+            var factory = _factory as DefaultDatabaseFactory;
+            if (factory == null) throw new NotSupportedException();
+
+            if (DefaultDatabaseFactory.HasAmbientDatabase)
+            {
+                return force
+                    ? new UsingDatabase(DefaultDatabaseFactory.DetachAmbientDatabase(), factory.CreateDatabase())
+                    : new UsingDatabase(null, null);
+            }
+
+            // create a new, temp, database (will be disposed with UsingDatabase)
+            return new UsingDatabase(null, factory.CreateDatabase());
+        }
+
         /// <summary>
         /// Boolean indicating whether the database has been configured
         /// </summary>
@@ -157,14 +195,14 @@ namespace Umbraco.Core
                     return _providerName;
 
                 _providerName = Constants.DatabaseProviders.SqlServer;
-                if (ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName] != null)
+                if (ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName] != null)
                 {
-                    if (string.IsNullOrEmpty(ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName].ProviderName) == false)
-                        _providerName = ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName].ProviderName;
+                    if (string.IsNullOrEmpty(ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName].ProviderName) == false)
+                        _providerName = ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName].ProviderName;
                 }
                 else
                 {
-                    throw new InvalidOperationException("Can't find a connection string with the name '" + GlobalSettings.UmbracoConnectionName + "'");
+                    throw new InvalidOperationException("Can't find a connection string with the name '" + Constants.System.UmbracoConnectionName + "'");
                 }
                 return _providerName;
             }
@@ -203,15 +241,10 @@ namespace Umbraco.Core
             var path = Path.Combine(GlobalSettings.FullpathToRoot, "App_Data", "Umbraco.sdf");
             if (File.Exists(path) == false)
             {
-                var engine = new SqlCeEngine(connectionString);
-                engine.CreateDatabase();
-
-                // SD: Pretty sure this should be in a using clause but i don't want to cause unknown side-effects here
-                // since it's been like this for quite some time
-                //using (var engine = new SqlCeEngine(connectionString))
-                //{
-                //    engine.CreateDatabase();    
-                //}
+                using (var engine = new SqlCeEngine(connectionString))
+                {
+                    engine.CreateDatabase();
+                }
             }
 
             Initialize(providerName);
@@ -251,14 +284,14 @@ namespace Umbraco.Core
         /// <param name="password">Database Password</param>
         /// <param name="databaseProvider">Type of the provider to be used (Sql, Sql Azure, Sql Ce, MySql)</param>
         public void ConfigureDatabaseConnection(string server, string databaseName, string user, string password, string databaseProvider)
-        {            
+        {
             string providerName;
             var connectionString = GetDatabaseConnectionString(server, databaseName, user, password, databaseProvider, out providerName);
 
             SaveConnectionString(connectionString, providerName);
             Initialize(providerName);
         }
-        
+
         public string GetDatabaseConnectionString(string server, string databaseName, string user, string password, string databaseProvider, out string providerName)
         {
             providerName = Constants.DatabaseProviders.SqlServer;
@@ -289,18 +322,18 @@ namespace Umbraco.Core
 
         public string GetIntegratedSecurityDatabaseConnectionString(string server, string databaseName)
         {
-            return String.Format("Server={0};Database={1};Integrated Security=true", server, databaseName);            
+            return String.Format("Server={0};Database={1};Integrated Security=true", server, databaseName);
         }
 
         internal string BuildAzureConnectionString(string server, string databaseName, string user, string password)
         {
             if (server.Contains(".") && ServerStartsWithTcp(server) == false)
                 server = string.Format("tcp:{0}", server);
-            
+
             if (server.Contains(".") == false && ServerStartsWithTcp(server))
             {
-                string serverName = server.Contains(",") 
-                                        ? server.Substring(0, server.IndexOf(",", StringComparison.Ordinal)) 
+                string serverName = server.Contains(",")
+                                        ? server.Substring(0, server.IndexOf(",", StringComparison.Ordinal))
                                         : server;
 
                 var portAddition = string.Empty;
@@ -310,10 +343,10 @@ namespace Umbraco.Core
 
                 server = string.Format("{0}.database.windows.net{1}", serverName, portAddition);
             }
-            
+
             if (ServerStartsWithTcp(server) == false)
                 server = string.Format("tcp:{0}.database.windows.net", server);
-            
+
             if (server.Contains(",") == false)
                 server = string.Format("{0},1433", server);
 
@@ -350,23 +383,23 @@ namespace Umbraco.Core
         {
             //Set the connection string for the new datalayer
             var connectionStringSettings = string.IsNullOrEmpty(providerName)
-                                      ? new ConnectionStringSettings(GlobalSettings.UmbracoConnectionName,
+                                      ? new ConnectionStringSettings(Constants.System.UmbracoConnectionName,
                                                                      connectionString)
-                                      : new ConnectionStringSettings(GlobalSettings.UmbracoConnectionName,
+                                      : new ConnectionStringSettings(Constants.System.UmbracoConnectionName,
                                                                      connectionString, providerName);
 
             _connectionString = connectionString;
             _providerName = providerName;
-            
+
             var fileName = IOHelper.MapPath(string.Format("{0}/web.config", SystemDirectories.Root));
             var xml = XDocument.Load(fileName, LoadOptions.PreserveWhitespace);
             var connectionstrings = xml.Root.DescendantsAndSelf("connectionStrings").Single();
 
             // Update connectionString if it exists, or else create a new appSetting for the given key and value
-            var setting = connectionstrings.Descendants("add").FirstOrDefault(s => s.Attribute("name").Value == GlobalSettings.UmbracoConnectionName);
+            var setting = connectionstrings.Descendants("add").FirstOrDefault(s => s.Attribute("name").Value == Constants.System.UmbracoConnectionName);
             if (setting == null)
                 connectionstrings.Add(new XElement("add",
-                    new XAttribute("name", GlobalSettings.UmbracoConnectionName),
+                    new XAttribute("name", Constants.System.UmbracoConnectionName),
                     new XAttribute("connectionString", connectionStringSettings),
                     new XAttribute("providerName", providerName)));
             else
@@ -391,23 +424,23 @@ namespace Umbraco.Core
         /// </remarks>
         internal void Initialize()
         {
-            var databaseSettings = ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName];
+            var databaseSettings = ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName];
             if (databaseSettings != null && string.IsNullOrWhiteSpace(databaseSettings.ConnectionString) == false && string.IsNullOrWhiteSpace(databaseSettings.ProviderName) == false)
             {
                 var providerName = Constants.DatabaseProviders.SqlServer;
                 string connString = null;
-                if (!string.IsNullOrEmpty(ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName].ProviderName))
+                if (!string.IsNullOrEmpty(ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName].ProviderName))
                 {
-                    providerName = ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName].ProviderName;
-                    connString = ConfigurationManager.ConnectionStrings[GlobalSettings.UmbracoConnectionName].ConnectionString;
+                    providerName = ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName].ProviderName;
+                    connString = ConfigurationManager.ConnectionStrings[Constants.System.UmbracoConnectionName].ConnectionString;
                 }
                 Initialize(providerName, connString);
-                
+
             }
-            else if (ConfigurationManager.AppSettings.ContainsKey(GlobalSettings.UmbracoConnectionName) && string.IsNullOrEmpty(ConfigurationManager.AppSettings[GlobalSettings.UmbracoConnectionName]) == false)
+            else if (ConfigurationManager.AppSettings.ContainsKey(Constants.System.UmbracoConnectionName) && string.IsNullOrEmpty(ConfigurationManager.AppSettings[Constants.System.UmbracoConnectionName]) == false)
             {
                 //A valid connectionstring does not exist, but the legacy appSettings key was found, so we'll reconfigure the conn.string.
-                var legacyConnString = ConfigurationManager.AppSettings[GlobalSettings.UmbracoConnectionName];
+                var legacyConnString = ConfigurationManager.AppSettings[Constants.System.UmbracoConnectionName];
                 if (legacyConnString.ToLowerInvariant().Contains("sqlce4umbraco"))
                 {
                     ConfigureEmbeddedDatabaseConnection();
@@ -438,8 +471,8 @@ namespace Umbraco.Core
                 }
 
                 //Remove the legacy connection string, so we don't end up in a loop if something goes wrong.
-                GlobalSettings.RemoveSetting(GlobalSettings.UmbracoConnectionName);
-                
+                GlobalSettings.RemoveSetting(Constants.System.UmbracoConnectionName);
+
             }
             else
             {
@@ -458,15 +491,15 @@ namespace Umbraco.Core
             {
                 if (_syntaxProviders != null)
                 {
-                    SqlSyntax = _syntaxProviders.GetByProviderNameOrDefault(providerName);    
+                    SqlSyntax = _syntaxProviders.GetByProviderNameOrDefault(providerName);
                 }
                 else if (SqlSyntax == null)
                 {
                     throw new InvalidOperationException("No " + typeof(ISqlSyntaxProvider) + " specified or no " + typeof(SqlSyntaxProviders) + " instance specified");
                 }
-                
+
                 SqlSyntaxContext.SqlSyntaxProvider = SqlSyntax;
-                
+
                 _configured = true;
             }
             catch (Exception e)
@@ -506,7 +539,7 @@ namespace Umbraco.Core
         }
 
         internal Result CreateDatabaseSchemaAndData(ApplicationContext applicationContext)
-        {   
+        {
             try
             {
                 var readyForInstall = CheckReadyForInstall();
@@ -524,7 +557,7 @@ namespace Umbraco.Core
                 // If MySQL, we're going to ensure that database calls are maintaining proper casing as to remove the necessity for checks
                 // for case insensitive queries. In an ideal situation (which is what we're striving for), all calls would be case sensitive.
 
-                /*                
+                /*
                 var supportsCaseInsensitiveQueries = SqlSyntax.SupportsCaseInsensitiveQueries(database);
                 if (supportsCaseInsensitiveQueries  == false)
                 {
@@ -542,9 +575,9 @@ namespace Umbraco.Core
                 message = GetResultMessageForMySql();
 
                 var schemaResult = ValidateDatabaseSchema();
-                
+
                 var installedSchemaVersion = schemaResult.DetermineInstalledVersion();
-                
+
                 //If Configuration Status is empty and the determined version is "empty" its a new install - otherwise upgrade the existing
                 if (string.IsNullOrEmpty(GlobalSettings.ConfigurationStatus) && installedSchemaVersion.Equals(new Version(0, 0, 0)))
                 {
@@ -563,9 +596,9 @@ namespace Umbraco.Core
                 message = "<p>Upgrading database, this may take some time...</p>";
                 return new Result
                     {
-                        RequiresUpgrade = true, 
-                        Message = message, 
-                        Success = true, 
+                        RequiresUpgrade = true,
+                        Message = message,
+                        Success = true,
                         Percentage = "30"
                     };
             }
@@ -593,7 +626,7 @@ namespace Umbraco.Core
                 _logger.Info<DatabaseContext>("Database upgrade started");
 
                 var database = new UmbracoDatabase(_connectionString, ProviderName, _logger);
-                //var supportsCaseInsensitiveQueries = SqlSyntax.SupportsCaseInsensitiveQueries(database);                
+                //var supportsCaseInsensitiveQueries = SqlSyntax.SupportsCaseInsensitiveQueries(database);
 
                 var message = GetResultMessageForMySql();
 
@@ -601,32 +634,32 @@ namespace Umbraco.Core
 
                 var installedSchemaVersion = new SemVersion(schemaResult.DetermineInstalledVersion());
 
-                var installedMigrationVersion = schemaResult.DetermineInstalledVersionByMigrations(migrationEntryService);    
-                
+                var installedMigrationVersion = schemaResult.DetermineInstalledVersionByMigrations(migrationEntryService);
+
                 var targetVersion = UmbracoVersion.Current;
-                
+
                 //In some cases - like upgrading from 7.2.6 -> 7.3, there will be no migration information in the database and therefore it will
-                // return a version of 0.0.0 and we don't necessarily want to run all migrations from 0 -> 7.3, so we'll just ensure that the 
+                // return a version of 0.0.0 and we don't necessarily want to run all migrations from 0 -> 7.3, so we'll just ensure that the
                 // migrations are run for the target version
                 if (installedMigrationVersion == new SemVersion(new Version(0, 0, 0)) && installedSchemaVersion > new SemVersion(new Version(0, 0, 0)))
                 {
                     //set the installedMigrationVersion to be one less than the target so the latest migrations are guaranteed to execute
                     installedMigrationVersion = new SemVersion(targetVersion.SubtractRevision());
                 }
-                
+
                 //Figure out what our current installed version is. If the web.config doesn't have a version listed, then we'll use the minimum
-                // version detected between the schema installed and the migrations listed in the migration table. 
+                // version detected between the schema installed and the migrations listed in the migration table.
                 // If there is a version in the web.config, we'll take the minimum between the listed migration in the db and what
                 // is declared in the web.config.
-                
+
                 var currentInstalledVersion = string.IsNullOrEmpty(GlobalSettings.ConfigurationStatus)
                     //Take the minimum version between the detected schema version and the installed migration version
                     ? new[] {installedSchemaVersion, installedMigrationVersion}.Min()
                     //Take the minimum version between the installed migration version and the version specified in the config
                     : new[] { SemVersion.Parse(GlobalSettings.ConfigurationStatus), installedMigrationVersion }.Min();
 
-                //Ok, another edge case here. If the current version is a pre-release, 
-                // then we want to ensure all migrations for the current release are executed. 
+                //Ok, another edge case here. If the current version is a pre-release,
+                // then we want to ensure all migrations for the current release are executed.
                 if (currentInstalledVersion.Prerelease.IsNullOrWhiteSpace() == false)
                 {
                     currentInstalledVersion  = new SemVersion(currentInstalledVersion.GetVersion().SubtractRevision());
@@ -634,7 +667,7 @@ namespace Umbraco.Core
 
                 //DO the upgrade!
 
-                var runner = new MigrationRunner(migrationEntryService, _logger, currentInstalledVersion, UmbracoVersion.GetSemanticVersion(), GlobalSettings.UmbracoMigrationName);
+                var runner = new MigrationRunner(migrationEntryService, _logger, currentInstalledVersion, UmbracoVersion.GetSemanticVersion(), Constants.System.UmbracoMigrationName);
 
                 var upgraded = runner.Execute(database, true);
 
@@ -761,7 +794,7 @@ namespace Umbraco.Core
                 {
                     var datasource = dataSourcePart.Replace("|DataDirectory|", AppDomain.CurrentDomain.GetData("DataDirectory").ToString());
                     var filePath = datasource.Replace("Data Source=", string.Empty);
-                    sqlCeDatabaseExists = File.Exists(filePath);                    
+                    sqlCeDatabaseExists = File.Exists(filePath);
                 }
             }
 
@@ -775,5 +808,28 @@ namespace Umbraco.Core
 
             return true;
         }
+
+        private class UsingDatabase : IDisposable
+        {
+            private readonly UmbracoDatabase _orig;
+            private readonly UmbracoDatabase _temp;
+
+            public UsingDatabase(UmbracoDatabase orig, UmbracoDatabase temp)
+            {
+                _orig = orig;
+                _temp = temp;
+            }
+
+            public void Dispose()
+            {
+                if (_temp != null)
+                {
+                    _temp.Dispose();
+                    if (_orig != null)
+                        DefaultDatabaseFactory.AttachAmbientDatabase(_orig);
+                }
+                GC.SuppressFinalize(this);
+            }
+        }
     }
 }

src/Umbraco.Core/Deploy/ArtifactBase.cs

@@ -0,0 +1,52 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using Newtonsoft.Json;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Provides a base class to all artifacts.
+    /// </summary>
+    public abstract class ArtifactBase<TUdi> : IArtifact
+        where TUdi : Udi
+    {
+        protected ArtifactBase(TUdi udi, IEnumerable<ArtifactDependency> dependencies = null)
+        {
+            if (udi == null)
+                throw new ArgumentNullException("udi");
+            Udi = udi;
+
+            Dependencies = dependencies ?? Enumerable.Empty<ArtifactDependency>();
+            _checksum = new Lazy<string>(GetChecksum);
+        }
+
+        private readonly Lazy<string> _checksum;
+        private IEnumerable<ArtifactDependency> _dependencies;
+
+        protected abstract string GetChecksum();
+
+        #region Abstract implementation of IArtifactSignature
+
+        Udi IArtifactSignature.Udi
+        {
+            get { return Udi; }
+        }
+
+        public TUdi Udi { get; set; }
+
+        [JsonIgnore]
+        public string Checksum
+        {
+            get { return _checksum.Value; }
+        }
+
+        public IEnumerable<ArtifactDependency> Dependencies
+        {
+            get { return _dependencies; }
+            set { _dependencies = value.OrderBy(x => x.Udi); }
+        }
+
+        #endregion
+    }
+}

src/Umbraco.Core/Deploy/ArtifactDependency.cs

@@ -0,0 +1,40 @@
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents an artifact dependency.
+    /// </summary>
+    /// <remarks>
+    /// <para>Dependencies have an order property which indicates whether it must be respected when ordering artifacts.</para>
+    /// <para>Dependencies have a mode which can be <c>Match</c> or <c>Exist</c> depending on whether the checksum should match.</para>
+    /// </remarks>
+    public class ArtifactDependency
+    {
+        /// <summary>
+        /// Initializes a new instance of the ArtifactDependency class with an entity identifier and a mode.
+        /// </summary>
+        /// <param name="udi">The entity identifier of the artifact that is a dependency.</param>
+        /// <param name="ordering">A value indicating whether the dependency is ordering.</param>
+        /// <param name="mode">The dependency mode.</param>
+        public ArtifactDependency(Udi udi, bool ordering, ArtifactDependencyMode mode)
+        {
+            Udi = udi;
+            Ordering = ordering;
+            Mode = mode;
+        }
+
+        /// <summary>
+        /// Gets the entity id of the artifact that is a dependency.
+        /// </summary>
+        public Udi Udi { get; private set; }
+
+        /// <summary>
+        /// Gets a value indicating whether the dependency is ordering.
+        /// </summary>
+        public bool Ordering { get; private set; }
+
+        /// <summary>
+        /// Gets the dependency mode.
+        /// </summary>
+        public ArtifactDependencyMode Mode { get; private set; }
+    }
+}

src/Umbraco.Core/Deploy/ArtifactDependencyCollection.cs

@@ -0,0 +1,69 @@
+using System;
+using System.Collections;
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents a collection of distinct <see cref="ArtifactDependency"/>.
+    /// </summary>
+    /// <remarks>The collection cannot contain duplicates and modes are properly managed.</remarks>
+    public class ArtifactDependencyCollection : ICollection<ArtifactDependency>
+    {
+        private readonly Dictionary<Udi, ArtifactDependency> _dependencies
+            = new Dictionary<Udi, ArtifactDependency>();
+
+        public IEnumerator<ArtifactDependency> GetEnumerator()
+        {
+            return _dependencies.Values.GetEnumerator();
+        }
+
+        IEnumerator IEnumerable.GetEnumerator()
+        {
+            return GetEnumerator();
+        }
+
+        public void Add(ArtifactDependency item)
+        {
+            if (_dependencies.ContainsKey(item.Udi))
+            {
+                var exist = _dependencies[item.Udi];
+                if (item.Mode == ArtifactDependencyMode.Exist || item.Mode == exist.Mode)
+                    return;
+            }
+
+            _dependencies[item.Udi] = item;
+        }
+
+        public void Clear()
+        {
+            _dependencies.Clear();
+        }
+
+        public bool Contains(ArtifactDependency item)
+        {
+            return _dependencies.ContainsKey(item.Udi) &&
+                   (_dependencies[item.Udi].Mode == item.Mode || _dependencies[item.Udi].Mode == ArtifactDependencyMode.Match);
+        }
+
+        public void CopyTo(ArtifactDependency[] array, int arrayIndex)
+        {
+            _dependencies.Values.CopyTo(array, arrayIndex);
+        }
+
+        public bool Remove(ArtifactDependency item)
+        {
+            throw new NotSupportedException();
+        }
+
+        public int Count
+        {
+            get { return _dependencies.Count; }
+        }
+
+        public bool IsReadOnly
+        {
+            get { return false; }
+        }
+    }
+}

src/Umbraco.Core/Deploy/ArtifactDependencyMode.cs

@@ -0,0 +1,18 @@
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Indicates the mode of the dependency.
+    /// </summary>
+    public enum ArtifactDependencyMode
+    {
+        /// <summary>
+        /// The dependency must match exactly.
+        /// </summary>
+        Match,
+
+        /// <summary>
+        /// The dependency must exist.
+        /// </summary>
+        Exist
+    }
+}

src/Umbraco.Core/Deploy/ArtifactDeployState.cs

@@ -0,0 +1,50 @@
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represent the state of an artifact being deployed.
+    /// </summary>
+    public abstract class ArtifactDeployState
+    {
+        /// <summary>
+        /// Creates a new instance of the <see cref="ArtifactDeployState"/> class from an artifact and an entity.
+        /// </summary>
+        /// <typeparam name="TArtifact">The type of the artifact.</typeparam>
+        /// <typeparam name="TEntity">The type of the entity.</typeparam>
+        /// <param name="art">The artifact.</param>
+        /// <param name="entity">The entity.</param>
+        /// <param name="connector">The service connector deploying the artifact.</param>
+        /// <param name="nextPass">The next pass number.</param>
+        /// <returns>A deploying artifact.</returns>
+        public static ArtifactDeployState<TArtifact, TEntity> Create<TArtifact, TEntity>(TArtifact art, TEntity entity, IServiceConnector connector, int nextPass)
+            where TArtifact : IArtifact
+        {
+            return new ArtifactDeployState<TArtifact, TEntity>(art, entity, connector, nextPass);
+        }
+
+        /// <summary>
+        /// Gets the artifact.
+        /// </summary>
+        public IArtifact Artifact
+        {
+            get { return GetArtifactAsIArtifact(); }
+        }
+
+        /// <summary>
+        /// Gets the artifact as an <see cref="IArtifact"/>.
+        /// </summary>
+        /// <returns>The artifact, as an <see cref="IArtifact"/>.</returns>
+        /// <remarks>This is because classes that inherit from this class cannot override the Artifact property
+        /// with a property that specializes the return type, and so they need to 'new' the property.</remarks>
+        protected abstract IArtifact GetArtifactAsIArtifact();
+
+        /// <summary>
+        /// Gets or sets the service connector in charge of deploying the artifact.
+        /// </summary>
+        public IServiceConnector Connector { get; set; }
+
+        /// <summary>
+        /// Gets or sets the next pass number.
+        /// </summary>
+        public int NextPass { get; set; }
+    }
+}

src/Umbraco.Core/Deploy/ArtifactDeployStateOfTArtifactTEntity.cs

@@ -0,0 +1,48 @@
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represent the state of an artifact being deployed.
+    /// </summary>
+    /// <typeparam name="TArtifact">The type of the artifact.</typeparam>
+    /// <typeparam name="TEntity">The type of the entity.</typeparam>
+    public class ArtifactDeployState<TArtifact, TEntity> : ArtifactDeployState
+        where TArtifact : IArtifact
+    {
+        /// <summary>
+        /// Initializes a new instance of the <see cref="ArtifactDeployState{TArtifact,TEntity}"/> class.
+        /// </summary>
+        public ArtifactDeployState()
+        { }
+
+        /// <summary>
+        /// Initializes a new instance of the <see cref="ArtifactDeployState{TArtifact,TEntity}"/> class.
+        /// </summary>
+        /// <param name="art">The artifact.</param>
+        /// <param name="entity">The entity.</param>
+        /// <param name="connector">The service connector deploying the artifact.</param>
+        /// <param name="nextPass">The next pass number.</param>
+        public ArtifactDeployState(TArtifact art, TEntity entity, IServiceConnector connector, int nextPass)
+        {
+            Artifact = art;
+            Entity = entity;
+            Connector = connector;
+            NextPass = nextPass;
+        }
+
+        /// <summary>
+        /// Gets or sets the artifact.
+        /// </summary>
+        public new TArtifact Artifact { get; set; }
+
+        /// <summary>
+        /// Gets or sets the entity.
+        /// </summary>
+        public TEntity Entity { get; set; }
+
+        /// <inheritdoc/>
+        protected sealed override IArtifact GetArtifactAsIArtifact()
+        {
+            return Artifact;
+        }
+    }
+}

src/Umbraco.Core/Deploy/ArtifactSignature.cs

@@ -0,0 +1,21 @@
+using System.Collections.Generic;
+using System.Linq;
+
+namespace Umbraco.Core.Deploy
+{
+    public sealed class ArtifactSignature : IArtifactSignature
+    {
+        public ArtifactSignature(Udi udi, string checksum, IEnumerable<ArtifactDependency> dependencies = null)
+        {
+            Udi = udi;
+            Checksum = checksum;
+            Dependencies = dependencies ?? Enumerable.Empty<ArtifactDependency>();
+        }
+
+        public Udi Udi { get; private set; }
+
+        public string Checksum { get; private set; }
+
+        public IEnumerable<ArtifactDependency> Dependencies { get; private set; }
+    }
+}

src/Umbraco.Core/Deploy/Difference.cs

@@ -0,0 +1,28 @@
+namespace Umbraco.Core.Deploy
+{
+    public class Difference
+    {
+        public Difference(string title, string text = null, string category = null)
+        {
+            Title = title;
+            Text = text;
+            Category = category;
+        }
+
+        public string Title { get; set; }
+        public string Text { get; set; }
+        public string Category { get; set; }
+
+        public override string ToString()
+        {
+            var s = Title;
+            if (!string.IsNullOrWhiteSpace(Category)) s += string.Format("[{0}]", Category);
+            if (!string.IsNullOrWhiteSpace(Text))
+            {
+                if (s.Length > 0) s += ":";
+                s += Text;
+            }
+            return s;
+        }
+    }
+}

src/Umbraco.Core/Deploy/Direction.cs

@@ -0,0 +1,8 @@
+namespace Umbraco.Core.Deploy
+{
+    public enum Direction
+    {
+        ToArtifact,
+        FromArtifact
+    }
+}

src/Umbraco.Core/Deploy/IArtifact.cs

@@ -0,0 +1,8 @@
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents an artifact ie an object that can be transfered between environments.
+    /// </summary>
+    public interface IArtifact : IArtifactSignature
+    { }
+}

src/Umbraco.Core/Deploy/IArtifactSignature.cs

@@ -0,0 +1,41 @@
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents the signature of an artifact.
+    /// </summary>
+    public interface IArtifactSignature
+    {
+        /// <summary>
+        /// Gets the entity unique identifier of this artifact.
+        /// </summary>
+        /// <remarks>
+        /// <para>The project identifier is independent from the state of the artifact, its data
+        /// values, dependencies, anything. It never changes and fully identifies the artifact.</para>
+        /// <para>What an entity uses as a unique identifier will influence what we can transfer
+        /// between environments. Eg content type "Foo" on one environment is not necessarily the
+        /// same as "Foo" on another environment, if guids are used as unique identifiers. What is
+        /// used should be documented for each entity, along with the consequences of the choice.</para>
+        /// </remarks>
+        Udi Udi { get; }
+
+        /// <summary>
+        /// Gets the checksum of this artifact.
+        /// </summary>
+        /// <remarks>
+        /// <para>The checksum depends on the artifact's properties, and on the identifiers of all its dependencies,
+        /// but not on their checksums. So the checksum changes when any of the artifact's properties changes,
+        /// or when the list of dependencies changes. But not if one of these dependencies change.</para>
+        /// <para>It is assumed that checksum collisions cannot happen ie that no two different artifact's
+        /// states will ever produce the same checksum, so that if two artifacts have the same checksum then
+        /// they are identical.</para>
+        /// </remarks>
+        string Checksum { get; }
+
+        /// <summary>
+        /// Gets the dependencies of this artifact.
+        /// </summary>
+        IEnumerable<ArtifactDependency> Dependencies { get; }
+    }
+}

src/Umbraco.Core/Deploy/IDeployContext.cs

@@ -0,0 +1,42 @@
+using System;
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents a deployment context.
+    /// </summary>
+    public interface IDeployContext
+    {
+        /// <summary>
+        /// Gets the unique identifier of the deployment.
+        /// </summary>
+        Guid SessionId { get; }
+
+        /// <summary>
+        /// Gets the file source.
+        /// </summary>
+        /// <remarks>The file source is used to obtain files from the source environment.</remarks>
+        IFileSource FileSource { get; }
+
+        /// <summary>
+        /// Gets the next number in a numerical sequence.
+        /// </summary>
+        /// <returns>The next sequence number.</returns>
+        /// <remarks>Can be used to uniquely number things during a deployment.</remarks>
+        int NextSeq();
+
+        /// <summary>
+        /// Gets items.
+        /// </summary>
+        IDictionary<string, object> Items { get; }
+
+        /// <summary>
+        /// Gets item.
+        /// </summary>
+        /// <typeparam name="T">The type of the item.</typeparam>
+        /// <param name="key">The key of the item.</param>
+        /// <returns>The item with the specified key and type, if any, else null.</returns>
+        T Item<T>(string key) where T : class;
+    }
+}

src/Umbraco.Core/Deploy/IFileSource.cs

@@ -0,0 +1,81 @@
+using System.Collections.Generic;
+using System.IO;
+using System.Threading;
+using System.Threading.Tasks;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Represents a file source, ie a mean for a target environment involved in a
+    /// deployment to obtain the content of files being deployed.
+    /// </summary>
+    public interface IFileSource
+    {
+        /// <summary>
+        /// Gets the content of a file as a stream.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <returns>A stream with read access to the file content.</returns>
+        /// <remarks>
+        /// <para>Returns null if no content could be read.</para>
+        /// <para>The caller should ensure that the stream is properly closed/disposed.</para>
+        /// </remarks>
+        Stream GetFileStream(StringUdi udi);
+
+        /// <summary>
+        /// Gets the content of a file as a stream.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <param name="token">A cancellation token.</param>
+        /// <returns>A stream with read access to the file content.</returns>
+        /// <remarks>
+        /// <para>Returns null if no content could be read.</para>
+        /// <para>The caller should ensure that the stream is properly closed/disposed.</para>
+        /// </remarks>
+        Task<Stream> GetFileStreamAsync(StringUdi udi, CancellationToken token);
+
+        /// <summary>
+        /// Gets the content of a file as a string.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <returns>A string containing the file content.</returns>
+        /// <remarks>Returns null if no content could be read.</remarks>
+        string GetFileContent(StringUdi udi);
+
+        /// <summary>
+        /// Gets the content of a file as a string.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <param name="token">A cancellation token.</param>
+        /// <returns>A string containing the file content.</returns>
+        /// <remarks>Returns null if no content could be read.</remarks>
+        Task<string> GetFileContentAsync(StringUdi udi, CancellationToken token);
+
+        /// <summary>
+        /// Gets the length of a file.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <returns>The length of the file, or -1 if the file does not exist.</returns>
+        long GetFileLength(StringUdi udi);
+
+        /// <summary>
+        /// Gets the length of a file.
+        /// </summary>
+        /// <param name="udi">A file entity identifier.</param>
+        /// <param name="token">A cancellation token.</param>
+        /// <returns>The length of the file, or -1 if the file does not exist.</returns>
+        Task<long> GetFileLengthAsync(StringUdi udi, CancellationToken token);
+
+        // fixme - doc
+        void GetFiles(IEnumerable<StringUdi> udis, IFileStore fileStore);
+
+        Task GetFilesAsync(IEnumerable<StringUdi> udis, IFileStore fileStore, CancellationToken token);
+
+        ///// <summary>
+        ///// Gets the content of a file as a bytes array.
+        ///// </summary>
+        ///// <param name="Udi">A file entity identifier.</param>
+        ///// <returns>A byte array containing the file content.</returns>
+        //byte[] GetFileBytes(StringUdi Udi);
+    }
+}

src/Umbraco.Core/Deploy/IFileStore.cs

@@ -0,0 +1,9 @@
+using System.IO;
+
+namespace Umbraco.Core.Deploy
+{
+    public interface IFileStore
+    {
+        void SaveStream(StringUdi udi, Stream stream);
+    }
+}

src/Umbraco.Core/Deploy/IGridCellValueConnector.cs

@@ -0,0 +1,41 @@
+using System.Collections.Generic;
+using Umbraco.Core.Models;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Defines methods that can convert a grid cell value to / from an environment-agnostic string.
+    /// </summary>
+    /// <remarks>Grid cell values may contain values such as content identifiers, that would be local
+    /// to one environment, and need to be converted in order to be deployed.</remarks>
+    public interface IGridCellValueConnector
+    {
+        /// <summary>
+        /// Gets a value indicating whether the connector supports a specified grid editor alias.
+        /// </summary>
+        /// <param name="alias">The grid editor alias.</param>
+        /// <remarks>A value indicating whether the connector supports the grid editor alias.</remarks>
+        /// <remarks>Note that <paramref name="alias" /> can be string.Empty to indicate the "default" connector.</remarks>
+        bool IsConnector(string alias);
+
+        /// <summary>
+        /// Gets the value to be deployed from the control value as a string.
+        /// </summary>
+        /// <param name="gridControl">The control containing the value.</param>
+        /// <param name="property">The property where the control is located. Do not modify - only used for context</param>
+        /// <param name="dependencies">The dependencies of the property.</param>
+        /// <returns>The grid cell value to be deployed.</returns>
+        /// <remarks>Note that </remarks>
+        string GetValue(GridValue.GridControl gridControl, Property property, ICollection<ArtifactDependency> dependencies);
+
+        /// <summary>
+        /// Allows you to modify the value of a control being deployed.
+        /// </summary>
+        /// <param name="gridControl">The control being deployed.</param>
+        /// <param name="property">The property where the <paramref name="gridControl"/> is located. Do not modify - only used for context.</param>
+        /// <remarks>Follows the pattern of the property value connectors (<see cref="IValueConnector"/>). The SetValue method is used to modify the value of the <paramref name="gridControl"/>.</remarks>
+        /// <remarks>Note that only the <paramref name="gridControl"/> value should be modified - not the <paramref name="property"/>.</remarks>
+        /// <remarks>The <paramref name="property"/> should only be used to assist with context data relevant when setting the <paramref name="gridControl"/> value.</remarks>
+        void SetValue(GridValue.GridControl gridControl, Property property);
+    }
+}

src/Umbraco.Core/Deploy/IImageSourceParser.cs

@@ -0,0 +1,27 @@
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Provides methods to parse image tag sources in property values.
+    /// </summary>
+    public interface IImageSourceParser
+    {
+        /// <summary>
+        /// Parses an Umbraco property value and produces an artifact property value.
+        /// </summary>
+        /// <param name="value">The property value.</param>
+        /// <param name="dependencies">A list of dependencies.</param>
+        /// <returns>The parsed value.</returns>
+        /// <remarks>Turns src="/media/..." into src="umb://media/..." and adds the corresponding udi to the dependencies.</remarks>
+        string ToArtifact(string value, ICollection<Udi> dependencies);
+
+        /// <summary>
+        /// Parses an artifact property value and produces an Umbraco property value.
+        /// </summary>
+        /// <param name="value">The artifact property value.</param>
+        /// <returns>The parsed value.</returns>
+        /// <remarks>Turns umb://media/... into /media/....</remarks>
+        string FromArtifact(string value);
+    }
+}

src/Umbraco.Core/Deploy/ILocalLinkParser.cs

@@ -0,0 +1,27 @@
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Provides methods to parse local link tags in property values.
+    /// </summary>
+    public interface ILocalLinkParser
+    {
+        /// <summary>
+        /// Parses an Umbraco property value and produces an artifact property value.
+        /// </summary>
+        /// <param name="value">The property value.</param>
+        /// <param name="dependencies">A list of dependencies.</param>
+        /// <returns>The parsed value.</returns>
+        /// <remarks>Turns {{localLink:1234}} into {{localLink:umb://{type}/{id}}} and adds the corresponding udi to the dependencies.</remarks>
+        string ToArtifact(string value, ICollection<Udi> dependencies);
+
+        /// <summary>
+        /// Parses an artifact property value and produces an Umbraco property value.
+        /// </summary>
+        /// <param name="value">The artifact property value.</param>
+        /// <returns>The parsed value.</returns>
+        /// <remarks>Turns {{localLink:umb://{type}/{id}}} into {{localLink:1234}}.</remarks>
+        string FromArtifact(string value);
+    }
+}

src/Umbraco.Core/Deploy/IMacroParser.cs

@@ -0,0 +1,32 @@
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    public interface IMacroParser
+    {
+        /// <summary>
+        /// Parses an Umbraco property value and produces an artifact property value.
+        /// </summary>
+        /// <param name="value">Property value.</param>
+        /// <param name="dependencies">A list of dependencies.</param>
+        /// <returns>Parsed value.</returns>
+        string ToArtifact(string value, ICollection<Udi> dependencies);
+
+        /// <summary>
+        /// Parses an artifact property value and produces an Umbraco property value.
+        /// </summary>
+        /// <param name="value">Artifact property value.</param>
+        /// <returns>Parsed value.</returns>
+        string FromArtifact(string value);
+
+        /// <summary>
+        /// Tries to replace the value of the attribute/parameter with a value containing a converted identifier.
+        /// </summary>
+        /// <param name="value">Value to attempt to convert</param>
+        /// <param name="editorAlias">Alias of the editor used for the parameter</param>
+        /// <param name="dependencies">Collection to add dependencies to when performing ToArtifact</param>
+        /// <param name="direction">Indicates which action is being performed (to or from artifact)</param>
+        /// <returns>Value with converted identifiers</returns>
+        string ReplaceAttributeValue(string value, string editorAlias, ICollection<Udi> dependencies, Direction direction);
+    }
+}

src/Umbraco.Core/Deploy/IPreValueConnector.cs

@@ -0,0 +1,32 @@
+using System.Collections.Generic;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Defines methods that can convert a preValue to / from an environment-agnostic string.
+    /// </summary>
+    /// <remarks>PreValues may contain values such as content identifiers, that would be local
+    /// to one environment, and need to be converted in order to be deployed.</remarks>
+    public interface IPreValueConnector
+    {
+        /// <summary>
+        /// Gets the property editor aliases that the value converter supports by default.
+        /// </summary>
+        IEnumerable<string> PropertyEditorAliases { get; }
+
+        /// <summary>
+        /// Gets the environment-agnostic preValues corresponding to environment-specific preValues.
+        /// </summary>
+        /// <param name="preValues">The environment-specific preValues.</param>
+        /// <param name="dependencies">The dependencies.</param>
+        /// <returns></returns>
+        IDictionary<string, string> ConvertToDeploy(IDictionary<string, string> preValues, ICollection<ArtifactDependency> dependencies);
+
+        /// <summary>
+        /// Gets the environment-specific preValues corresponding to environment-agnostic preValues.
+        /// </summary>
+        /// <param name="preValues">The environment-agnostic preValues.</param>
+        /// <returns></returns>
+        IDictionary<string, string> ConvertToLocalEnvironment(IDictionary<string, string> preValues);
+    }
+}

src/Umbraco.Core/Deploy/IPrettyArtifact.cs

@@ -0,0 +1,8 @@
+namespace Umbraco.Core.Deploy
+{
+    public interface IPrettyArtifact
+    {
+        string Name { get; }
+        string Alias { get; }
+    }
+}

src/Umbraco.Core/Deploy/IServiceConnector.cs

@@ -0,0 +1,86 @@
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using Umbraco.Core;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Connects to an Umbraco service.
+    /// </summary>
+    public interface IServiceConnector
+    {
+        /// <summary>
+        /// Gets an artifact.
+        /// </summary>
+        /// <param name="udi">The entity identifier of the artifact.</param>
+        /// <returns>The corresponding artifact, or null.</returns>
+        IArtifact GetArtifact(Udi udi);
+
+        /// <summary>
+        /// Gets an artifact.
+        /// </summary>
+        /// <param name="entity">The entity.</param>
+        /// <returns>The corresponding artifact.</returns>
+        IArtifact GetArtifact(object entity);
+
+        /// <summary>
+        /// Initializes processing for an artifact.
+        /// </summary>
+        /// <param name="art">The artifact.</param>
+        /// <param name="context">The deploy context.</param>
+        /// <returns>The mapped artifact.</returns>
+        ArtifactDeployState ProcessInit(IArtifact art, IDeployContext context);
+
+        /// <summary>
+        /// Processes an artifact.
+        /// </summary>
+        /// <param name="dart">The mapped artifact.</param>
+        /// <param name="context">The deploy context.</param>
+        /// <param name="pass">The processing pass number.</param>
+        void Process(ArtifactDeployState dart, IDeployContext context, int pass);
+
+        /// <summary>
+        /// Explodes a range into udis.
+        /// </summary>
+        /// <param name="range">The range.</param>
+        /// <param name="udis">The list of udis where to add the new udis.</param>
+        /// <remarks>Also, it's cool to have a method named Explode. Kaboom!</remarks>
+        void Explode(UdiRange range, List<Udi> udis);
+
+        /// <summary>
+        /// Gets a named range for a specified udi and selector.
+        /// </summary>
+        /// <param name="udi">The udi.</param>
+        /// <param name="selector">The selector.</param>
+        /// <returns>The named range for the specified udi and selector.</returns>
+        NamedUdiRange GetRange(Udi udi, string selector);
+
+        /// <summary>
+        /// Gets a named range for specified entity type, identifier and selector.
+        /// </summary>
+        /// <param name="entityType">The entity type.</param>
+        /// <param name="sid">The identifier.</param>
+        /// <param name="selector">The selector.</param>
+        /// <returns>The named range for the specified entity type, identifier and selector.</returns>
+        /// <remarks>
+        /// <para>This is temporary. At least we thought it would be, in sept. 2016. What day is it now?</para>
+        /// <para>At the moment our UI has a hard time returning proper udis, mainly because Core's tree do
+        /// not manage guids but only ints... so we have to provide a way to support it. The string id here
+        /// can be either a real string (for string udis) or an "integer as a string", using the value "-1" to
+        /// indicate the "root" i.e. an open udi.</para>
+        /// </remarks>
+        NamedUdiRange GetRange(string entityType, string sid, string selector);
+
+        /// <summary>
+        /// Compares two artifacts.
+        /// </summary>
+        /// <param name="art1">The first artifact.</param>
+        /// <param name="art2">The second artifact.</param>
+        /// <param name="differences">A collection of differences to append to, if not null.</param>
+        /// <returns>A boolean value indicating whether the artifacts are identical.</returns>
+        /// <remarks>ServiceConnectorBase{TArtifact} provides a very basic default implementation.</remarks>
+        bool Compare(IArtifact art1, IArtifact art2, ICollection<Difference> differences = null);
+    }
+
+}

src/Umbraco.Core/Deploy/IValueConnector.cs

@@ -0,0 +1,35 @@
+using System.Collections.Generic;
+using Umbraco.Core.Models;
+
+namespace Umbraco.Core.Deploy
+{
+    /// <summary>
+    /// Defines methods that can convert a property value to / from an environment-agnostic string.
+    /// </summary>
+    /// <remarks>Property values may contain values such as content identifiers, that would be local
+    /// to one environment, and need to be converted in order to be deployed. Connectors also deal
+    /// with serializing to / from string.</remarks>
+    public interface IValueConnector
+    {
+        /// <summary>
+        /// Gets the property editor aliases that the value converter supports by default.
+        /// </summary>
+        IEnumerable<string> PropertyEditorAliases { get; }
+
+        /// <summary>
+        /// Gets the deploy property corresponding to a content property.
+        /// </summary>
+        /// <param name="property">The content property.</param>
+        /// <param name="dependencies">The content dependencies.</param>
+        /// <returns>The deploy property value.</returns>
+        string GetValue(Property property, ICollection<ArtifactDependency> dependencies);
+
+        /// <summary>
+        /// Sets a content property value using a deploy property.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="alias">The property alias.</param>
+        /// <param name="value">The deploy property value.</param>
+        void SetValue(IContentBase content, string alias, string value);
+    }
+}

src/Umbraco.Core/Events/EventExtensions.cs

@@ -1,6 +1,7 @@
 using System;
 using System.Collections.Generic;
 using System.Linq;
+using System.Reflection;
 
 namespace Umbraco.Core.Events
 {
@@ -47,5 +48,35 @@ namespace Umbraco.Core.Events
 			if (eventHandler != null)
 				eventHandler(sender, args);
 		}
-	}
+
+        // moves the last handler that was added to an instance event, to first position
+	    public static void PromoteLastHandler(object sender, string eventName)
+	    {
+            var fieldInfo = sender.GetType().GetField(eventName, BindingFlags.Instance | BindingFlags.NonPublic);
+            if (fieldInfo == null) throw new InvalidOperationException("No event named " + eventName + ".");
+            PromoteLastHandler(sender, fieldInfo);
+        }
+
+        // moves the last handler that was added to a static event, to first position
+        public static void PromoteLastHandler<TSender>(string eventName)
+        {
+            var fieldInfo = typeof(TSender).GetField(eventName, BindingFlags.Static | BindingFlags.NonPublic);
+            if (fieldInfo == null) throw new InvalidOperationException("No event named " + eventName + ".");
+            PromoteLastHandler(null, fieldInfo);
+        }
+
+	    private static void PromoteLastHandler(object sender, FieldInfo fieldInfo)
+	    {
+            var d = fieldInfo.GetValue(sender) as Delegate;
+	        if (d == null) return;
+
+            var l = d.GetInvocationList();
+            var x = l[l.Length - 1];
+            for (var i = l.Length - 1; i > 0; i--)
+                l[i] = l[i - 1];
+            l[0] = x;
+
+            fieldInfo.SetValue(sender, Delegate.Combine(l));
+        }
+    }
 }

src/Umbraco.Core/Events/MigrationEventArgs.cs

@@ -31,13 +31,13 @@ namespace Umbraco.Core.Events
         [Obsolete("Use constructor accepting a product name instead.")]
         [EditorBrowsable(EditorBrowsableState.Never)]
         public MigrationEventArgs(IList<IMigration> eventObject, SemVersion configuredVersion, SemVersion targetVersion, bool canCancel)
-            : this(eventObject, null, configuredVersion, targetVersion, GlobalSettings.UmbracoMigrationName, canCancel)
+            : this(eventObject, null, configuredVersion, targetVersion, Constants.System.UmbracoMigrationName, canCancel)
         { }
 
         [Obsolete("Use constructor accepting SemVersion instances and a product name instead.")]
         [EditorBrowsable(EditorBrowsableState.Never)]
         public MigrationEventArgs(IList<IMigration> eventObject, Version configuredVersion, Version targetVersion, bool canCancel)
-			: this(eventObject, null, new SemVersion(configuredVersion), new SemVersion(targetVersion), GlobalSettings.UmbracoMigrationName, canCancel)
+			: this(eventObject, null, new SemVersion(configuredVersion), new SemVersion(targetVersion), Constants.System.UmbracoMigrationName, canCancel)
          { }
 
         /// <summary>
@@ -74,7 +74,7 @@ namespace Umbraco.Core.Events
             MigrationContext = migrationContext;
             ConfiguredSemVersion = configuredVersion;
             TargetSemVersion = targetVersion;
-            ProductName = GlobalSettings.UmbracoMigrationName;
+            ProductName = Constants.System.UmbracoMigrationName;
         }
 
         /// <summary>
@@ -97,13 +97,13 @@ namespace Umbraco.Core.Events
         [Obsolete("Use constructor accepting a product name instead.")]
         [EditorBrowsable(EditorBrowsableState.Never)]
         public MigrationEventArgs(IList<IMigration> eventObject, SemVersion configuredVersion, SemVersion targetVersion)
-            : this(eventObject, null, configuredVersion, targetVersion, GlobalSettings.UmbracoMigrationName, false)
+            : this(eventObject, null, configuredVersion, targetVersion, Constants.System.UmbracoMigrationName, false)
         { }
 
         [Obsolete("Use constructor accepting SemVersion instances and a product name instead.")]
         [EditorBrowsable(EditorBrowsableState.Never)]
         public MigrationEventArgs(IList<IMigration> eventObject, Version configuredVersion, Version targetVersion)
-			: this(eventObject, null, new SemVersion(configuredVersion), new SemVersion(targetVersion), GlobalSettings.UmbracoMigrationName, false)
+			: this(eventObject, null, new SemVersion(configuredVersion), new SemVersion(targetVersion), Constants.System.UmbracoMigrationName, false)
 		{ }
 
 		/// <summary>

src/Umbraco.Core/GuidUdi.cs

@@ -0,0 +1,83 @@
+using System;
+
+namespace Umbraco.Core
+{
+    /// <summary>
+    /// Represents a guid-based entity identifier.
+    /// </summary>
+    public class GuidUdi : Udi
+    {
+        /// <summary>
+        /// The guid part of the identifier.
+        /// </summary>
+        public Guid Guid { get; private set; }
+
+        /// <summary>
+        /// Initializes a new instance of the GuidUdi class with an entity type and a guid.
+        /// </summary>
+        /// <param name="entityType">The entity type part of the udi.</param>
+        /// <param name="guid">The guid part of the udi.</param>
+        public GuidUdi(string entityType, Guid guid)
+            : base(entityType, "umb://" + entityType + "/" + guid.ToString("N"))
+        {
+            Guid = guid;
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the GuidUdi class with an uri value.
+        /// </summary>
+        /// <param name="uriValue">The uri value of the udi.</param>
+        public GuidUdi(Uri uriValue)
+            : base(uriValue)
+        {
+            Guid = Guid.Parse(uriValue.AbsolutePath.TrimStart('/'));
+        }
+
+        /// <summary>
+        /// Converts the string representation of an entity identifier into the equivalent GuidUdi instance.
+        /// </summary>
+        /// <param name="s">The string to convert.</param>
+        /// <returns>A GuidUdi instance that contains the value that was parsed.</returns>
+        public new static GuidUdi Parse(string s)
+        {
+            var udi = Udi.Parse(s);
+            if (!(udi is GuidUdi))
+                throw new FormatException("String \"" + s + "\" is not a guid entity id.");
+            return (GuidUdi)udi;
+        }
+
+        public static bool TryParse(string s, out GuidUdi udi)
+        {
+            Udi tmp;
+            udi = null;
+            if (!TryParse(s, out tmp)) return false;
+            udi = tmp as GuidUdi;
+            return udi != null;
+        }
+
+        public override bool Equals(object obj)
+        {
+            var other = obj as GuidUdi;
+            if (other == null) return false;
+            return EntityType == other.EntityType && Guid == other.Guid;
+        }
+
+        public override int GetHashCode()
+        {
+            return base.GetHashCode();
+        }
+
+        /// <inheritdoc/>
+        public override bool IsRoot
+        {
+            get { return Guid == Guid.Empty; }
+        }
+
+        /// <inheritdoc/>
+        public GuidUdi EnsureClosed()
+        {
+            base.EnsureNotRoot();
+            return this;
+        }
+    }
+}

src/Umbraco.Core/ICompletable.cs

@@ -0,0 +1,9 @@
+using System;
+
+namespace Umbraco.Core
+{
+    public interface ICompletable : IDisposable
+    {
+        void Complete();
+    }
+}

src/Umbraco.Core/IO/FileSystemExtensions.cs

@@ -37,8 +37,13 @@ namespace Umbraco.Core.IO
             throw new ArgumentException("Retries must be greater than zero");
         }
 
+        // GetSize has been added to IFileSystem2 but not IFileSystem
         public static long GetSize(this IFileSystem fs, string path)
         {
+            var fs2 = fs as IFileSystem2;
+            if (fs2 != null) return fs2.GetSize(path);
+
+            // this is implementing GetSize for IFileSystem, the old way
             using (var file = fs.OpenFile(path))
             {
                 return file.Length;

src/Umbraco.Core/IO/FileSystemProviderManager.cs

@@ -4,8 +4,6 @@ using System.Collections.Generic;
 using System.Configuration;
 using System.Linq;
 using System.Reflection;
-using System.Text;
-using Umbraco.Core.CodeAnnotations;
 using Umbraco.Core.Configuration;
 
 namespace Umbraco.Core.IO
@@ -13,8 +11,27 @@ namespace Umbraco.Core.IO
     public class FileSystemProviderManager
     {
         private readonly FileSystemProvidersSection _config;
+        private readonly WeakSet<ShadowWrapper> _wrappers = new WeakSet<ShadowWrapper>();
 
-        #region Singleton
+        // actual well-known filesystems returned by properties
+        private readonly IFileSystem2 _macroPartialFileSystem;
+        private readonly IFileSystem2 _partialViewsFileSystem;
+        private readonly IFileSystem2 _stylesheetsFileSystem;
+        private readonly IFileSystem2 _scriptsFileSystem;
+        private readonly IFileSystem2 _xsltFileSystem;
+        private readonly IFileSystem2 _masterPagesFileSystem;
+        private readonly IFileSystem2 _mvcViewsFileSystem;
+
+        // when shadowing is enabled, above filesystems, as wrappers
+        private readonly ShadowWrapper _macroPartialFileSystemWrapper;
+        private readonly ShadowWrapper _partialViewsFileSystemWrapper;
+        private readonly ShadowWrapper _stylesheetsFileSystemWrapper;
+        private readonly ShadowWrapper _scriptsFileSystemWrapper;
+        private readonly ShadowWrapper _xsltFileSystemWrapper;
+        private readonly ShadowWrapper _masterPagesFileSystemWrapper;
+        private readonly ShadowWrapper _mvcViewsFileSystemWrapper;
+
+        #region Singleton & Constructor
 
         private static readonly FileSystemProviderManager Instance = new FileSystemProviderManager();
 
@@ -23,109 +40,224 @@ namespace Umbraco.Core.IO
             get { return Instance; }
         }
 
-        #endregion
-
-        #region Constructors
-
         internal FileSystemProviderManager()
         {
-            _config = (FileSystemProvidersSection)ConfigurationManager.GetSection("umbracoConfiguration/FileSystemProviders");
+            _config = (FileSystemProvidersSection) ConfigurationManager.GetSection("umbracoConfiguration/FileSystemProviders");
+
+            _macroPartialFileSystem = new PhysicalFileSystem(SystemDirectories.MacroPartials);
+            _partialViewsFileSystem = new PhysicalFileSystem(SystemDirectories.PartialViews);
+            _stylesheetsFileSystem = new PhysicalFileSystem(SystemDirectories.Css);
+            _scriptsFileSystem = new PhysicalFileSystem(SystemDirectories.Scripts);
+            _xsltFileSystem = new PhysicalFileSystem(SystemDirectories.Xslt);
+            _masterPagesFileSystem = new PhysicalFileSystem(SystemDirectories.Masterpages);
+            _mvcViewsFileSystem = new PhysicalFileSystem(SystemDirectories.MvcViews);
+
+            _macroPartialFileSystem = _macroPartialFileSystemWrapper = new ShadowWrapper(_macroPartialFileSystem, "Views/MacroPartials");
+            _partialViewsFileSystem = _partialViewsFileSystemWrapper = new ShadowWrapper(_partialViewsFileSystem, "Views/Partials");
+            _stylesheetsFileSystem = _stylesheetsFileSystemWrapper = new ShadowWrapper(_stylesheetsFileSystem, "css");
+            _scriptsFileSystem = _scriptsFileSystemWrapper = new ShadowWrapper(_scriptsFileSystem, "scripts");
+            _xsltFileSystem = _xsltFileSystemWrapper = new ShadowWrapper(_xsltFileSystem, "xslt");
+            _masterPagesFileSystem = _masterPagesFileSystemWrapper = new ShadowWrapper(_masterPagesFileSystem, "masterpages");
+            _mvcViewsFileSystem = _mvcViewsFileSystemWrapper = new ShadowWrapper(_mvcViewsFileSystem, "Views");
+
+            // filesystems obtained from GetFileSystemProvider are already wrapped and do not need to be wrapped again
+            MediaFileSystem = GetFileSystemProvider<MediaFileSystem>();
         }
 
         #endregion
 
-		/// <summary>
-		/// used to cache the lookup of how to construct this object so we don't have to reflect each time.
-		/// </summary>
-		private class ProviderConstructionInfo
+        #region Well-Known FileSystems
+
+        public IFileSystem2 MacroPartialsFileSystem { get { return _macroPartialFileSystem; } }
+        public IFileSystem2 PartialViewsFileSystem { get { return _partialViewsFileSystem; } }
+        public IFileSystem2 StylesheetsFileSystem { get { return _stylesheetsFileSystem; } }
+        public IFileSystem2 ScriptsFileSystem { get { return _scriptsFileSystem; } }
+        public IFileSystem2 XsltFileSystem { get { return _xsltFileSystem; } }
+        public IFileSystem2 MasterPagesFileSystem { get { return _masterPagesFileSystem; } }
+        public IFileSystem2 MvcViewsFileSystem { get { return _mvcViewsFileSystem; } }
+        public MediaFileSystem MediaFileSystem { get; private set; }
+
+        #endregion
+
+        #region Providers
+
+        /// <summary>
+        /// used to cache the lookup of how to construct this object so we don't have to reflect each time.
+        /// </summary>
+        private class ProviderConstructionInfo
 		{
 			public object[] Parameters { get; set; }
 			public ConstructorInfo Constructor { get; set; }
-			public string ProviderAlias { get; set; }
+			//public string ProviderAlias { get; set; }
 		}
 
 		private readonly ConcurrentDictionary<string, ProviderConstructionInfo> _providerLookup = new ConcurrentDictionary<string, ProviderConstructionInfo>();
-		private readonly ConcurrentDictionary<Type, string> _wrappedProviderLookup = new ConcurrentDictionary<Type, string>(); 
+		private readonly ConcurrentDictionary<Type, string> _aliases = new ConcurrentDictionary<Type, string>(); 
 
         /// <summary>
-        /// Returns the underlying (non-typed) file system provider for the alias specified
+        /// Gets an underlying (non-typed) filesystem supporting a strongly-typed filesystem.
         /// </summary>
-        /// <param name="alias"></param>
-        /// <returns></returns>
-        /// <remarks>
-        /// It is recommended to use the typed GetFileSystemProvider method instead to get a strongly typed provider instance.
-        /// </remarks>
+        /// <param name="alias">The alias of the strongly-typed filesystem.</param>
+        /// <returns>The non-typed filesystem supporting the strongly-typed filesystem with the specified alias.</returns>
+        /// <remarks>This method should not be used directly, used <see cref="GetFileSystemProvider{TFileSystem}"/> instead.</remarks>
         public IFileSystem GetUnderlyingFileSystemProvider(string alias)
         {
-			//either get the constructor info from cache or create it and add to cache
+			// either get the constructor info from cache or create it and add to cache
 	        var ctorInfo = _providerLookup.GetOrAdd(alias, s =>
 		        {
+                    // get config
 			        var providerConfig = _config.Providers[s];
 			        if (providerConfig == null)
-				        throw new ArgumentException(string.Format("No provider found with the alias '{0}'", s));
+				        throw new ArgumentException(string.Format("No provider found with alias {0}.", s));
 
+                    // get the filesystem type
 			        var providerType = Type.GetType(providerConfig.Type);
 			        if (providerType == null)
-				        throw new InvalidOperationException(string.Format("Could not find type '{0}'", providerConfig.Type));
+				        throw new InvalidOperationException(string.Format("Could not find type {0}.", providerConfig.Type));
 
+                    // ensure it implements IFileSystem
 			        if (providerType.IsAssignableFrom(typeof (IFileSystem)))
-				        throw new InvalidOperationException(string.Format("The type '{0}' does not implement IFileSystem", providerConfig.Type));
+				        throw new InvalidOperationException(string.Format("Type {0} does not implement IFileSystem.", providerType.FullName));
 
+                    // find a ctor matching the config parameters
 			        var paramCount = providerConfig.Parameters != null ? providerConfig.Parameters.Count : 0;
-			        var constructor = providerType.GetConstructors()
-				        .SingleOrDefault(x => x.GetParameters().Count() == paramCount
-				                              && x.GetParameters().All(y => providerConfig.Parameters.AllKeys.Contains(y.Name)));
+			        var constructor = providerType.GetConstructors().SingleOrDefault(x 
+                        => x.GetParameters().Length == paramCount && x.GetParameters().All(y => providerConfig.Parameters.AllKeys.Contains(y.Name)));
 			        if (constructor == null)
-				        throw new InvalidOperationException(string.Format("Could not find constructor for type '{0}' which accepts {1} parameters", providerConfig.Type, paramCount));
+				        throw new InvalidOperationException(string.Format("Type {0} has no ctor matching the {1} configuration parameter(s).", providerType.FullName, paramCount));
 
 			        var parameters = new object[paramCount];
-			        for (var i = 0; i < paramCount; i++)
-				        parameters[i] = providerConfig.Parameters[providerConfig.Parameters.AllKeys[i]].Value;			
+                    if (providerConfig.Parameters != null) // keeps ReSharper happy
+			            for (var i = 0; i < paramCount; i++)
+				            parameters[i] = providerConfig.Parameters[providerConfig.Parameters.AllKeys[i]].Value;			
 
-			        //return the new constructor info class to cache so we don't have to do this again.
-			        return new ProviderConstructionInfo()
+			        return new ProviderConstructionInfo
 				        {
 					        Constructor = constructor,
 					        Parameters = parameters,
-					        ProviderAlias = s
+					        //ProviderAlias = s
 				        };
 		        });
 
-			var fs = (IFileSystem)ctorInfo.Constructor.Invoke(ctorInfo.Parameters);
-	        return fs;
+            // create the fs and return
+			return (IFileSystem) ctorInfo.Constructor.Invoke(ctorInfo.Parameters);
         }
 
         /// <summary>
-        /// Returns the strongly typed file system provider
+        /// Gets a strongly-typed filesystem.
         /// </summary>
-        /// <typeparam name="TProviderTypeFilter"></typeparam>
-        /// <returns></returns>
-        public TProviderTypeFilter GetFileSystemProvider<TProviderTypeFilter>()
-			where TProviderTypeFilter : FileSystemWrapper
+        /// <typeparam name="TFileSystem">The type of the filesystem.</typeparam>
+        /// <returns>A strongly-typed filesystem of the specified type.</returns>
+        public TFileSystem GetFileSystemProvider<TFileSystem>()
+			where TFileSystem : FileSystemWrapper
         {
-			//get the alias for the type from cache or look it up and add it to the cache, then we don't have to reflect each time
-	        var alias = _wrappedProviderLookup.GetOrAdd(typeof (TProviderTypeFilter), fsType =>
+            // deal with known types - avoid infinite loops!
+            if (typeof(TFileSystem) == typeof(MediaFileSystem) && MediaFileSystem != null)
+                return MediaFileSystem as TFileSystem; // else create and return
+
+			// get/cache the alias for the filesystem type
+	        var alias = _aliases.GetOrAdd(typeof (TFileSystem), fsType =>
 		        {
-					//validate the ctor
-					var constructor = fsType.GetConstructors()
-						.SingleOrDefault(x =>
-										 x.GetParameters().Count() == 1 && TypeHelper.IsTypeAssignableFrom<IFileSystem>(x.GetParameters().Single().ParameterType));
+					// validate the ctor
+					var constructor = fsType.GetConstructors().SingleOrDefault(x 
+                        => x.GetParameters().Length == 1 && TypeHelper.IsTypeAssignableFrom<IFileSystem>(x.GetParameters().Single().ParameterType));
 					if (constructor == null)
-						throw new InvalidOperationException("The type of " + fsType + " must inherit from FileSystemWrapper and must have a constructor that accepts one parameter of type " + typeof(IFileSystem));
-
-					var attr =
-						(FileSystemProviderAttribute)fsType.GetCustomAttributes(typeof(FileSystemProviderAttribute), false).
-							SingleOrDefault();
+						throw new InvalidOperationException("Type " + fsType.FullName + " must inherit from FileSystemWrapper and have a constructor that accepts one parameter of type " + typeof(IFileSystem).FullName + ".");
 
+                    // find the attribute and get the alias
+					var attr = (FileSystemProviderAttribute) fsType.GetCustomAttributes(typeof(FileSystemProviderAttribute), false).SingleOrDefault();
 					if (attr == null)
-						throw new InvalidOperationException(string.Format("The provider type filter '{0}' is missing the required FileSystemProviderAttribute", typeof(FileSystemProviderAttribute).FullName));
+						throw new InvalidOperationException("Type " + fsType.FullName + "is missing the required FileSystemProviderAttribute.");
 
 			        return attr.Alias;
 		        });
-			
+
+            // gets the inner fs, create the strongly-typed fs wrapping the inner fs, register & return
+            // so we are double-wrapping here
+            // could be optimized by having FileSystemWrapper inherit from ShadowWrapper, maybe
             var innerFs = GetUnderlyingFileSystemProvider(alias);
-	        var outputFs = Activator.CreateInstance(typeof (TProviderTypeFilter), innerFs);
-	        return (TProviderTypeFilter)outputFs;
+            var shadowWrapper = new ShadowWrapper(innerFs, "typed/" + alias);
+	        var fs = (TFileSystem) Activator.CreateInstance(typeof (TFileSystem), innerFs);
+            _wrappers.Add(shadowWrapper); // keeping a weak reference to the wrapper
+	        return fs;
+        }
+
+        #endregion
+
+        #region Shadow
+
+        // note
+        // shadowing is thread-safe, but entering and exiting shadow mode is not, and there is only one
+        // global shadow for the entire application, so great care should be taken to ensure that the
+        // application is *not* doing anything else when using a shadow.
+        // shadow applies to well-known filesystems *only* - at the moment, any other filesystem that would
+        // be created directly (via ctor) or via GetFileSystemProvider<T> is *not* shadowed.
+
+        // shadow must be enabled in an app event handler before anything else ie before any filesystem
+        // is actually created and used - after, it is too late - enabling shadow has a neglictible perfs
+        // impact.
+        // NO! by the time an app event handler is instanciated it is already too late, see note in ctor.
+        //internal void EnableShadow()
+        //{
+        //    if (_mvcViewsFileSystem != null) // test one of the fs...
+        //        throw new InvalidOperationException("Cannot enable shadow once filesystems have been created.");
+        //    _shadowEnabled = true;
+        //}
+
+        public ICompletable Shadow(Guid id)
+        {
+            var typed = _wrappers.ToArray();
+            var wrappers = new ShadowWrapper[typed.Length + 7];
+            var i = 0;
+            while (i < typed.Length) wrappers[i] = typed[i++];
+            wrappers[i++] = _macroPartialFileSystemWrapper;
+            wrappers[i++] = _partialViewsFileSystemWrapper;
+            wrappers[i++] = _stylesheetsFileSystemWrapper;
+            wrappers[i++] = _scriptsFileSystemWrapper;
+            wrappers[i++] = _xsltFileSystemWrapper;
+            wrappers[i++] = _masterPagesFileSystemWrapper;
+            wrappers[i] = _mvcViewsFileSystemWrapper;
+
+            return ShadowFileSystemsScope.CreateScope(id, wrappers);
+        }
+
+        #endregion
+
+        private class WeakSet<T>
+            where T : class
+        {
+            private readonly HashSet<WeakReference<T>> _set = new HashSet<WeakReference<T>>();
+
+            public void Add(T item)
+            {
+                lock (_set)
+                {
+                    _set.Add(new WeakReference<T>(item));
+                    CollectLocked();
+                }
+            }
+
+            public T[] ToArray()
+            {
+                lock (_set)
+                {
+                    CollectLocked();
+                    return _set.Select(x =>
+                    {
+                        T target;
+                        return x.TryGetTarget(out target) ? target : null;
+                    }).WhereNotNull().ToArray();
+                }
+            }
+
+            private void CollectLocked()
+            {
+                _set.RemoveWhere(x =>
+                {
+                    T target;
+                    return x.TryGetTarget(out target) == false;
+                });
+            }
         }
     }
 }

src/Umbraco.Core/IO/FileSystemWrapper.cs

@@ -14,93 +14,100 @@ namespace Umbraco.Core.IO
 	/// 
 	/// This abstract class just wraps the 'real' IFileSystem object passed in to its constructor.
 	/// </remarks>
-	public abstract class FileSystemWrapper : IFileSystem
+	public abstract class FileSystemWrapper : IFileSystem2
 	{
-		private readonly IFileSystem _wrapped;
-
-		protected FileSystemWrapper(IFileSystem wrapped)
+	    protected FileSystemWrapper(IFileSystem wrapped)
 		{
-			_wrapped = wrapped;
+			Wrapped = wrapped;
 		}
 
-		public IEnumerable<string> GetDirectories(string path)
+        internal IFileSystem Wrapped { get; set; }
+
+	    public IEnumerable<string> GetDirectories(string path)
 		{
-			return _wrapped.GetDirectories(path);
+			return Wrapped.GetDirectories(path);
 		}
 
 		public void DeleteDirectory(string path)
 		{
-			_wrapped.DeleteDirectory(path);
+			Wrapped.DeleteDirectory(path);
 		}
 
 		public void DeleteDirectory(string path, bool recursive)
 		{
-			_wrapped.DeleteDirectory(path, recursive);
+			Wrapped.DeleteDirectory(path, recursive);
 		}
 
 		public bool DirectoryExists(string path)
 		{
-			return _wrapped.DirectoryExists(path);
+			return Wrapped.DirectoryExists(path);
 		}
 
 		public void AddFile(string path, Stream stream)
 		{
-			_wrapped.AddFile(path, stream);
+			Wrapped.AddFile(path, stream);
 		}
 
-		public void AddFile(string path, Stream stream, bool overrideIfExists)
+		public void AddFile(string path, Stream stream, bool overrideExisting)
 		{
-			_wrapped.AddFile(path, stream, overrideIfExists);
+			Wrapped.AddFile(path, stream, overrideExisting);
 		}
 
 		public IEnumerable<string> GetFiles(string path)
 		{
-			return _wrapped.GetFiles(path);
+			return Wrapped.GetFiles(path);
 		}
 
 		public IEnumerable<string> GetFiles(string path, string filter)
 		{
-			return _wrapped.GetFiles(path, filter);
+			return Wrapped.GetFiles(path, filter);
 		}
 
 		public Stream OpenFile(string path)
 		{
-			return _wrapped.OpenFile(path);
+			return Wrapped.OpenFile(path);
 		}
 
 		public void DeleteFile(string path)
 		{
-			_wrapped.DeleteFile(path);
+			Wrapped.DeleteFile(path);
 		}
 
 		public bool FileExists(string path)
 		{
-			return _wrapped.FileExists(path);
+			return Wrapped.FileExists(path);
 		}
 
 		public string GetRelativePath(string fullPathOrUrl)
 		{
-			return _wrapped.GetRelativePath(fullPathOrUrl);
+			return Wrapped.GetRelativePath(fullPathOrUrl);
 		}
 
 		public string GetFullPath(string path)
 		{
-			return _wrapped.GetFullPath(path);
+			return Wrapped.GetFullPath(path);
 		}
 
 		public string GetUrl(string path)
 		{
-			return _wrapped.GetUrl(path);
+			return Wrapped.GetUrl(path);
 		}
 
 		public DateTimeOffset GetLastModified(string path)
 		{
-			return _wrapped.GetLastModified(path);
+			return Wrapped.GetLastModified(path);
 		}
 
 		public DateTimeOffset GetCreated(string path)
 		{
-			return _wrapped.GetCreated(path);
+			return Wrapped.GetCreated(path);
 		}
-	}
+
+        // explicitely implementing - not breaking
+	    long IFileSystem2.GetSize(string path)
+	    {
+	        var wrapped2 = Wrapped as IFileSystem2;
+	        return wrapped2 == null ? Wrapped.GetSize(path) : wrapped2.GetSize(path);
+	    }
+    }
 }

src/Umbraco.Core/IO/IFileSystem.cs

@@ -4,9 +4,6 @@ using System.IO;
 
 namespace Umbraco.Core.IO
 {
-    //TODO: There is no way to create a directory here without creating a file in a directory and then deleting it
-    //TODO: Should probably implement a rename?
-
 	public interface IFileSystem
     {
         IEnumerable<string> GetDirectories(string path);
@@ -16,7 +13,7 @@ namespace Umbraco.Core.IO
         void DeleteDirectory(string path, bool recursive);
 
         bool DirectoryExists(string path);
-        
+
         void AddFile(string path, Stream stream);
 
         void AddFile(string path, Stream stream, bool overrideIfExists);
@@ -31,7 +28,6 @@ namespace Umbraco.Core.IO
 
         bool FileExists(string path);
 
-
         string GetRelativePath(string fullPathOrUrl);
 
         string GetFullPath(string path);
@@ -42,4 +38,17 @@ namespace Umbraco.Core.IO
 
         DateTimeOffset GetCreated(string path);
     }
+
+    // this should be part of IFileSystem but we don't want to change the interface
+    public interface IFileSystem2 : IFileSystem
+    {
+        long GetSize(string path);
+
+        // TODO: implement these
+        //
+        //void CreateDirectory(string path);
+        //
+        //// move or rename, directory or file
+        //void Move(string source, string target);
+    }
 }

src/Umbraco.Core/IO/MediaFileSystem.cs

@@ -1,9 +1,18 @@
-using System.Collections.Generic;
+using System;
+using System.Collections.Generic;
+using System.Drawing;
+using System.Drawing.Drawing2D;
+using System.Drawing.Imaging;
 using System.Globalization;
 using System.IO;
 using System.Linq;
+using System.Threading;
 using Umbraco.Core.Configuration;
 using Umbraco.Core.Configuration.UmbracoSettings;
+using Umbraco.Core.Logging;
+using Umbraco.Core.Media;
+using Umbraco.Core.Media.Exif;
+using Umbraco.Core.Models;
 
 namespace Umbraco.Core.IO
 {
@@ -14,59 +23,662 @@ namespace Umbraco.Core.IO
 	public class MediaFileSystem : FileSystemWrapper
 	{
 	    private readonly IContentSection _contentConfig;
+        private readonly UploadAutoFillProperties _uploadAutoFillProperties;
 
-	    public MediaFileSystem(IFileSystem wrapped)
-			: this(wrapped, UmbracoConfig.For.UmbracoSettings().Content)
-		{
-		}
+        private readonly object _folderCounterLock = new object();
+        private long _folderCounter;
+        private bool _folderCounterInitialized;
 
-        public MediaFileSystem(IFileSystem wrapped, IContentSection contentConfig) : base(wrapped)
+        private static readonly Dictionary<int, string> DefaultSizes = new Dictionary<int, string>
+        {
+            { 100, "thumb" },
+            { 500, "big-thumb" }
+        };
+
+        public MediaFileSystem(IFileSystem wrapped)
+			: this(wrapped, UmbracoConfig.For.UmbracoSettings().Content, ApplicationContext.Current.ProfilingLogger.Logger)
+		{ }
+
+        public MediaFileSystem(IFileSystem wrapped, IContentSection contentConfig, ILogger logger)
+            : base(wrapped)
         {
             _contentConfig = contentConfig;
+            _uploadAutoFillProperties = new UploadAutoFillProperties(this, logger, contentConfig);
         }
 
-	    public string GetRelativePath(int propertyId, string fileName)
+        internal UploadAutoFillProperties UploadAutoFillProperties { get { return _uploadAutoFillProperties; } }
+
+        // note - this is currently experimental / being developed
+        //public static bool UseTheNewMediaPathScheme { get; set; }
+        public const bool UseTheNewMediaPathScheme = false;
+
+        // none of the methods below are used in Core anymore
+
+        [Obsolete("This low-level method should NOT exist.")]
+        public string GetRelativePath(int propertyId, string fileName)
 		{
-            var seperator = _contentConfig.UploadAllowDirectories
+            var sep = _contentConfig.UploadAllowDirectories
 				? Path.DirectorySeparatorChar
 				: '-';
 
-			return propertyId.ToString(CultureInfo.InvariantCulture) + seperator + fileName;
+			return propertyId.ToString(CultureInfo.InvariantCulture) + sep + fileName;
 		}
 
+        [Obsolete("This low-level method should NOT exist.", false)]
         public string GetRelativePath(string subfolder, string fileName)
         {
-            var seperator = _contentConfig.UploadAllowDirectories
+            var sep = _contentConfig.UploadAllowDirectories
                 ? Path.DirectorySeparatorChar
                 : '-';
 
-            return subfolder + seperator + fileName;
+            return subfolder + sep + fileName;
         }
 
-		public IEnumerable<string> GetThumbnails(string path)
-		{
-			var parentDirectory = Path.GetDirectoryName(path);
-			var extension = Path.GetExtension(path);
+        #region Media Path
 
-			return GetFiles(parentDirectory)
-				.Where(x => x.StartsWith(path.TrimEnd(extension) + "_thumb") || x.StartsWith(path.TrimEnd(extension) + "_big-thumb"))
-				.ToList();
-		}
+        /// <summary>
+        /// Gets the file path of a media file.
+        /// </summary>
+        /// <param name="filename">The file name.</param>
+        /// <param name="cuid">The unique identifier of the content/media owning the file.</param>
+        /// <param name="puid">The unique identifier of the property type owning the file.</param>
+        /// <returns>The filesystem-relative path to the media file.</returns>
+        /// <remarks>With the old media path scheme, this CREATES a new media path each time it is invoked.</remarks>
+        public string GetMediaPath(string filename, Guid cuid, Guid puid)
+        {
+            filename = Path.GetFileName(filename);
+            if (filename == null) throw new ArgumentException("Cannot become a safe filename.", "filename");
+            filename = IOHelper.SafeFileName(filename.ToLowerInvariant());
 
-		public void DeleteFile(string path, bool deleteThumbnails)
-		{
-			DeleteFile(path);
+            string folder;
+            if (UseTheNewMediaPathScheme == false)
+            {
+                // old scheme: filepath is "<int>/<filename>" OR "<int>-<filename>"
+                // default media filesystem maps to "~/media/<filepath>"
+                folder = GetNextFolder();
+            }
+            else
+            {
+                // new scheme: path is "<cuid>-<puid>/<filename>" OR "<cuid>-<puid>-<filename>"
+                // default media filesystem maps to "~/media/<filepath>"
+                // assumes that cuid and puid keys can be trusted - and that a single property type
+                // for a single content cannot store two different files with the same name
+                folder = Combine(cuid, puid).ToHexString(/*'/', 2, 4*/); // could use ext to fragment path eg 12/e4/f2/...
+            }
 
-			if (deleteThumbnails == false)
-				return;
+            var filepath = UmbracoConfig.For.UmbracoSettings().Content.UploadAllowDirectories
+                ? Path.Combine(folder, filename)
+                : folder + "-" + filename;
 
-			DeleteThumbnails(path);
-		}
+            return filepath;
+        }
 
-		public void DeleteThumbnails(string path)
-		{
-			GetThumbnails(path)
-				.ForEach(DeleteFile);
-		}
-	}
+        private static byte[] Combine(Guid guid1, Guid guid2)
+        {
+            var bytes1 = guid1.ToByteArray();
+            var bytes2 = guid2.ToByteArray();
+            var bytes = new byte[bytes1.Length];
+            for (var i = 0; i < bytes1.Length; i++)
+                bytes[i] = (byte)(bytes1[i] ^ bytes2[i]);
+            return bytes;
+        }
+
+        /// <summary>
+        /// Gets the file path of a media file.
+        /// </summary>
+        /// <param name="filename">The file name.</param>
+        /// <param name="prevpath">A previous file path.</param>
+        /// <param name="cuid">The unique identifier of the content/media owning the file.</param>
+        /// <param name="puid">The unique identifier of the property type owning the file.</param>
+        /// <returns>The filesystem-relative path to the media file.</returns>
+        /// <remarks>In the old, legacy, number-based scheme, we try to re-use the media folder
+        /// specified by <paramref name="prevpath"/>. Else, we CREATE a new one. Each time we are invoked.</remarks>
+        public string GetMediaPath(string filename, string prevpath, Guid cuid, Guid puid)
+        {
+            if (UseTheNewMediaPathScheme || string.IsNullOrWhiteSpace(prevpath))
+                return GetMediaPath(filename, cuid, puid);
+
+            filename = Path.GetFileName(filename);
+            if (filename == null) throw new ArgumentException("Cannot become a safe filename.", "filename");
+            filename = IOHelper.SafeFileName(filename.ToLowerInvariant());
+
+            // old scheme, with a previous path
+            // prevpath should be "<int>/<filename>" OR "<int>-<filename>"
+            // and we want to reuse the "<int>" part, so try to find it
+
+            var sep = UmbracoConfig.For.UmbracoSettings().Content.UploadAllowDirectories ? "/" : "-";
+            var pos = prevpath.IndexOf(sep, StringComparison.Ordinal);
+            var s = pos > 0 ? prevpath.Substring(0, pos) : null;
+            int ignored;
+
+            var folder = (pos > 0 && int.TryParse(s, out ignored)) ? s : GetNextFolder();
+
+            // ReSharper disable once AssignNullToNotNullAttribute
+            var filepath = UmbracoConfig.For.UmbracoSettings().Content.UploadAllowDirectories
+                ? Path.Combine(folder, filename)
+                : folder + "-" + filename;
+
+            return filepath;
+        }
+
+        /// <summary>
+        /// Gets the next media folder in the original number-based scheme.
+        /// </summary>
+        /// <returns></returns>
+        /// <remarks>Should be private, is internal for legacy FileHandlerData which is obsolete.</remarks>
+        internal string GetNextFolder()
+        {
+            EnsureFolderCounterIsInitialized();
+            return Interlocked.Increment(ref _folderCounter).ToString(CultureInfo.InvariantCulture);
+        }
+
+        private void EnsureFolderCounterIsInitialized()
+        {
+            lock (_folderCounterLock)
+            {
+                if (_folderCounterInitialized) return;
+
+                _folderCounter = 1000; // seed
+                var directories = GetDirectories("");
+                foreach (var directory in directories)
+                {
+                    long folderNumber;
+                    if (long.TryParse(directory, out folderNumber) && folderNumber > _folderCounter)
+                        _folderCounter = folderNumber;
+                }
+
+                // note: not multi-domains ie LB safe as another domain could create directories
+                // while we read and parse them - don't fix, move to new scheme eventually
+
+                _folderCounterInitialized = true;
+            }
+        }
+
+        #endregion
+
+        #region Associated Media Files
+
+        /// <summary>
+        /// Stores a media file.
+        /// </summary>
+        /// <param name="content">The content item owning the media file.</param>
+        /// <param name="propertyType">The property type owning the media file.</param>
+        /// <param name="filename">The media file name.</param>
+        /// <param name="filestream">A stream containing the media bytes.</param>
+        /// <param name="oldpath">An optional filesystem-relative filepath to the previous media file.</param>
+        /// <returns>The filesystem-relative filepath to the media file.</returns>
+        /// <remarks>
+        /// <para>The file is considered "owned" by the content/propertyType.</para>
+        /// <para>If an <paramref name="oldpath"/> is provided then that file (and thumbnails) is deleted
+        /// before the new file is saved, and depending on the media path scheme, the folder
+        /// may be reused for the new file.</para>
+        /// </remarks>
+        public string StoreFile(IContentBase content, PropertyType propertyType, string filename, Stream filestream, string oldpath)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (propertyType == null) throw new ArgumentNullException("propertyType");
+            if (string.IsNullOrWhiteSpace(filename)) throw new ArgumentException("Null or empty.", "filename");
+            if (filestream == null) throw new ArgumentNullException("filestream");
+
+            // clear the old file, if any
+            if (string.IsNullOrWhiteSpace(oldpath) == false)
+                DeleteFile(oldpath, true);
+
+            // get the filepath, store the data
+            // use oldpath as "prevpath" to try and reuse the folder, in original number-based scheme
+            var filepath = GetMediaPath(filename, oldpath, content.Key, propertyType.Key);
+            AddFile(filepath, filestream);
+            return filepath;
+        }
+
+        /// <summary>
+        /// Clears a media file.
+        /// </summary>
+        /// <param name="filepath">The filesystem-relative path to the media file.</param>
+        public new void DeleteFile(string filepath)
+        {
+            DeleteFile(filepath, true);
+        }
+
+        /// <summary>
+        /// Copies a media file.
+        /// </summary>
+        /// <param name="content">The content item owning the copy of the media file.</param>
+        /// <param name="propertyType">The property type owning the copy of the media file.</param>
+        /// <param name="sourcepath">The filesystem-relative path to the source media file.</param>
+        /// <returns>The filesystem-relative path to the copy of the media file.</returns>
+        public string CopyFile(IContentBase content, PropertyType propertyType, string sourcepath)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (propertyType == null) throw new ArgumentNullException("propertyType");
+            if (string.IsNullOrWhiteSpace(sourcepath)) throw new ArgumentException("Null or empty.", "sourcepath");
+
+            // ensure we have a file to copy
+            if (FileExists(sourcepath) == false) return null;
+
+            // get the filepath
+            var filename = Path.GetFileName(sourcepath);
+            var filepath = GetMediaPath(filename, content.Key, propertyType.Key);
+            this.CopyFile(sourcepath, filepath);
+            CopyThumbnails(sourcepath, filepath);
+            return filepath;
+        }
+
+        /// <summary>
+        /// Gets or creates a property for a content item.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="propertyTypeAlias">The property type alias.</param>
+        /// <returns>The property.</returns>
+        private static Property GetProperty(IContentBase content, string propertyTypeAlias)
+        {
+            var property = content.Properties.FirstOrDefault(x => x.Alias.InvariantEquals(propertyTypeAlias));
+            if (property != null) return property;
+
+            var propertyType = content.GetContentType().CompositionPropertyTypes
+                .FirstOrDefault(x => x.Alias.InvariantEquals(propertyTypeAlias));
+            if (propertyType == null)
+                throw new Exception("No property type exists with alias " + propertyTypeAlias + ".");
+
+            property = new Property(propertyType);
+            content.Properties.Add(property);
+            return property;
+        }
+
+        public void SetUploadFile(IContentBase content, string propertyTypeAlias, string filename, Stream filestream)
+        {
+            var property = GetProperty(content, propertyTypeAlias);
+            var svalue = property.Value as string;
+            var oldpath = svalue == null ? null : GetRelativePath(svalue);
+            var filepath = StoreFile(content, property.PropertyType, filename, filestream, oldpath);
+            property.Value = GetUrl(filepath);
+            SetUploadFile(content, property, filepath, filestream);
+        }
+
+        public void SetUploadFile(IContentBase content, string propertyTypeAlias, string filepath)
+        {
+            var property = GetProperty(content, propertyTypeAlias);
+            var svalue = property.Value as string;
+            var oldpath = svalue == null ? null : GetRelativePath(svalue); // FIXME DELETE?
+            if (string.IsNullOrWhiteSpace(oldpath) == false && oldpath != filepath)
+                DeleteFile(oldpath, true);
+            property.Value = GetUrl(filepath);
+            using (var filestream = OpenFile(filepath))
+            {
+                SetUploadFile(content, property, filepath, filestream);
+            }
+        }
+
+        // sets a file for the FileUpload property editor
+        // ie generates thumbnails and populates autofill properties
+        private void SetUploadFile(IContentBase content, Property property, string filepath, Stream filestream)
+        {
+            // check if file is an image (and supports resizing and thumbnails etc)
+            var extension = Path.GetExtension(filepath);
+            var isImage = IsImageFile(extension);
+
+            // specific stuff for images (thumbnails etc)
+            if (isImage)
+            {
+                using (var image = Image.FromStream(filestream))
+                {
+                    // use one image for all
+                    GenerateThumbnails(image, filepath, property.PropertyType);
+                    _uploadAutoFillProperties.Populate(content, property.Alias, filepath, filestream, image);
+                }
+            }
+            else
+            {
+                // will use filepath for extension, and filestream for length
+                _uploadAutoFillProperties.Populate(content, property.Alias, filepath, filestream);
+            }
+        }
+
+        #endregion
+
+        #region Image
+
+        /// <summary>
+        /// Gets a value indicating whether the file extension corresponds to an image.
+        /// </summary>
+        /// <param name="extension">The file extension.</param>
+        /// <returns>A value indicating whether the file extension corresponds to an image.</returns>
+        public bool IsImageFile(string extension)
+        {
+            if (extension == null) return false;
+            extension = extension.TrimStart('.');
+            return UmbracoConfig.For.UmbracoSettings().Content.ImageFileTypes.InvariantContains(extension);
+        }
+
+        /// <summary>
+        /// Gets the dimensions of an image.
+        /// </summary>
+        /// <param name="stream">A stream containing the image bytes.</param>
+        /// <returns>The dimension of the image.</returns>
+        /// <remarks>First try with EXIF as it is faster and does not load the entire image
+        /// in memory. Fallback to GDI which means loading the image in memory and thus
+        /// use potentially large amounts of memory.</remarks>
+        public Size GetDimensions(Stream stream)
+        {
+            //Try to load with exif
+            try
+            {
+                var jpgInfo = ImageFile.FromStream(stream);
+
+                if (jpgInfo.Format != ImageFileFormat.Unknown
+                    && jpgInfo.Properties.ContainsKey(ExifTag.PixelYDimension)
+                    && jpgInfo.Properties.ContainsKey(ExifTag.PixelXDimension))
+                {
+                    var height = Convert.ToInt32(jpgInfo.Properties[ExifTag.PixelYDimension].Value);
+                    var width = Convert.ToInt32(jpgInfo.Properties[ExifTag.PixelXDimension].Value);
+                    if (height > 0 && width > 0)
+                    {
+                        return new Size(width, height);
+                    }
+                }
+            }
+            catch (Exception)
+            {
+                //We will just swallow, just means we can't read exif data, we don't want to log an error either
+            }
+
+            //we have no choice but to try to read in via GDI
+            using (var image = Image.FromStream(stream))
+            {
+
+                var fileWidth = image.Width;
+                var fileHeight = image.Height;
+                return new Size(fileWidth, fileHeight);
+            }
+        }
+
+        #endregion
+
+        #region Manage thumbnails
+
+        // note: this does not find 'custom' thumbnails?
+        // will find _thumb and _big-thumb but NOT _custom?
+        public IEnumerable<string> GetThumbnails(string path)
+        {
+            var parentDirectory = Path.GetDirectoryName(path);
+            var extension = Path.GetExtension(path);
+
+            return GetFiles(parentDirectory)
+                .Where(x => x.StartsWith(path.TrimEnd(extension) + "_thumb") || x.StartsWith(path.TrimEnd(extension) + "_big-thumb"))
+                .ToList();
+        }
+
+        public void DeleteFile(string path, bool deleteThumbnails)
+        {
+            base.DeleteFile(path);
+
+            if (deleteThumbnails == false)
+                return;
+
+            DeleteThumbnails(path);
+        }
+
+        public void DeleteThumbnails(string path)
+        {
+            GetThumbnails(path)
+                .ForEach(x => base.DeleteFile(x));
+        }
+
+        public void CopyThumbnails(string sourcePath, string targetPath)
+        {
+            var targetPathBase = Path.GetDirectoryName(targetPath) ?? "";
+            foreach (var sourceThumbPath in GetThumbnails(sourcePath))
+            {
+                var sourceThumbFilename = Path.GetFileName(sourceThumbPath) ?? "";
+                var targetThumbPath = Path.Combine(targetPathBase, sourceThumbFilename);
+                this.CopyFile(sourceThumbPath, targetThumbPath);
+            }
+        }
+
+        #endregion
+
+        #region GenerateThumbnails
+
+        public IEnumerable<ResizedImage> GenerateThumbnails(
+            Image image,
+            string filepath,
+            string preValue)
+        {
+            if (string.IsNullOrWhiteSpace(preValue))
+                return GenerateThumbnails(image, filepath);
+
+            var additionalSizes = new List<int>();
+            var sep = preValue.Contains(",") ? "," : ";";
+            var values = preValue.Split(new[] { sep }, StringSplitOptions.RemoveEmptyEntries);
+            foreach (var value in values)
+            {
+                int size;
+                if (int.TryParse(value, out size))
+                    additionalSizes.Add(size);
+            }
+
+            return GenerateThumbnails(image, filepath, additionalSizes);
+        }
+
+        public IEnumerable<ResizedImage> GenerateThumbnails(
+            Image image,
+            string filepath,
+            IEnumerable<int> additionalSizes = null)
+        {
+            var w = image.Width;
+            var h = image.Height;
+
+            var sizes = additionalSizes == null ? DefaultSizes.Keys : DefaultSizes.Keys.Concat(additionalSizes);
+
+            // start with default sizes,
+            // add additional sizes,
+            // filter out duplicates,
+            // filter out those that would be larger that the original image
+            // and create the thumbnail
+            return sizes
+                .Distinct()
+                .Where(x => w >= x && h >= x)
+                .Select(x => GenerateResized(image, filepath, DefaultSizes.ContainsKey(x) ? DefaultSizes[x] : "", x))
+                .ToList(); // now
+        }
+
+        public IEnumerable<ResizedImage> GenerateThumbnails(
+            Stream filestream,
+            string filepath,
+            PropertyType propertyType)
+        {
+            // get the original image from the original stream
+            if (filestream.CanSeek) filestream.Seek(0, 0); // fixme - what if we cannot seek?
+            using (var image = Image.FromStream(filestream))
+            {
+                return GenerateThumbnails(image, filepath, propertyType);
+            }
+        }
+
+        public IEnumerable<ResizedImage> GenerateThumbnails(
+            Image image,
+            string filepath,
+            PropertyType propertyType)
+        {
+            // if the editor is an upload field, check for additional thumbnail sizes
+            // that can be defined in the prevalue for the property data type. otherwise,
+            // just use the default sizes.
+            var sizes = propertyType.PropertyEditorAlias == Constants.PropertyEditors.UploadFieldAlias
+                ? ApplicationContext.Current.Services.DataTypeService
+                    .GetPreValuesByDataTypeId(propertyType.DataTypeDefinitionId)
+                    .FirstOrDefault()
+                : string.Empty;
+
+            return GenerateThumbnails(image, filepath, sizes);
+        }
+
+        #endregion
+
+        #region GenerateResized - Generate at resized filepath derived from origin filepath
+
+        public ResizedImage GenerateResized(Image originImage, string originFilepath, string sizeName, int maxWidthHeight)
+        {
+            return GenerateResized(originImage, originFilepath, sizeName, maxWidthHeight, -1, -1);
+        }
+
+        public ResizedImage GenerateResized(Image originImage, string originFilepath, string sizeName, int fixedWidth, int fixedHeight)
+        {
+            return GenerateResized(originImage, originFilepath, sizeName, -1, fixedWidth, fixedHeight);
+        }
+
+        public ResizedImage GenerateResized(Image originImage, string originFilepath, string sizeName, int maxWidthHeight, int fixedWidth, int fixedHeight)
+        {
+            if (string.IsNullOrWhiteSpace(sizeName))
+                sizeName = "UMBRACOSYSTHUMBNAIL";
+            var extension = Path.GetExtension(originFilepath) ?? string.Empty;
+            var filebase = originFilepath.TrimEnd(extension);
+            var resizedFilepath = filebase + "_" + sizeName + extension;
+
+            return GenerateResizedAt(originImage, resizedFilepath, maxWidthHeight, fixedWidth, fixedHeight);
+        }
+
+        #endregion
+
+        #region GenerateResizedAt - Generate at specified resized filepath
+
+        public ResizedImage GenerateResizedAt(Image originImage, string resizedFilepath, int maxWidthHeight)
+        {
+            return GenerateResizedAt(originImage, resizedFilepath, maxWidthHeight, -1, -1);
+        }
+
+        public ResizedImage GenerateResizedAt(Image originImage, int fixedWidth, int fixedHeight, string resizedFilepath)
+        {
+            return GenerateResizedAt(originImage, resizedFilepath, -1, fixedWidth, fixedHeight);
+        }
+
+        public ResizedImage GenerateResizedAt(Image originImage, string resizedFilepath, int maxWidthHeight, int fixedWidth, int fixedHeight)
+        {
+            // target dimensions
+            int width, height;
+
+            // if maxWidthHeight then get ratio
+            if (maxWidthHeight > 0)
+            {
+                var fx = (float)originImage.Size.Width / maxWidthHeight;
+                var fy = (float)originImage.Size.Height / maxWidthHeight;
+                var f = Math.Max(fx, fy); // fit in thumbnail size
+                width = (int)Math.Round(originImage.Size.Width / f);
+                height = (int)Math.Round(originImage.Size.Height / f);
+                if (width == 0) width = 1;
+                if (height == 0) height = 1;
+            }
+            else if (fixedWidth > 0 && fixedHeight > 0)
+            {
+                width = fixedWidth;
+                height = fixedHeight;
+            }
+            else
+            {
+                width = height = 1;
+            }
+
+            // create new image with best quality settings
+            using (var bitmap = new Bitmap(width, height))
+            using (var graphics = Graphics.FromImage(bitmap))
+            {
+                // if the image size is rather large we cannot use the best quality interpolation mode
+                // because we'll get out of mem exceptions. So we detect how big the image is and use
+                // the mid quality interpolation mode when the image size exceeds our max limit.
+                graphics.InterpolationMode = originImage.Width > 5000 || originImage.Height > 5000
+                    ? InterpolationMode.Bilinear // mid quality
+                    : InterpolationMode.HighQualityBicubic; // best quality
+
+                // everything else is best-quality
+                graphics.SmoothingMode = SmoothingMode.HighQuality;
+                graphics.PixelOffsetMode = PixelOffsetMode.HighQuality;
+                graphics.CompositingQuality = CompositingQuality.HighQuality;
+
+                // copy the old image to the new and resize
+                var rect = new Rectangle(0, 0, width, height);
+                graphics.DrawImage(originImage, rect, 0, 0, originImage.Width, originImage.Height, GraphicsUnit.Pixel);
+
+                // copy metadata
+                // fixme - er... no?
+
+                // get an encoder - based upon the file type
+                var extension = (Path.GetExtension(resizedFilepath) ?? "").TrimStart('.').ToLowerInvariant();
+                var encoders = ImageCodecInfo.GetImageEncoders();
+                ImageCodecInfo encoder;
+                switch (extension)
+                {
+                    case "png":
+                        encoder = encoders.Single(t => t.MimeType.Equals("image/png"));
+                        break;
+                    case "gif":
+                        encoder = encoders.Single(t => t.MimeType.Equals("image/gif"));
+                        break;
+                    case "tif":
+                    case "tiff":
+                        encoder = encoders.Single(t => t.MimeType.Equals("image/tiff"));
+                        break;
+                    case "bmp":
+                        encoder = encoders.Single(t => t.MimeType.Equals("image/bmp"));
+                        break;
+                    // TODO: this is dirty, defaulting to jpg but the return value of this thing is used all over the
+                    // place so left it here, but it needs to not set a codec if it doesn't know which one to pick
+                    // Note: when fixing this: both .jpg and .jpeg should be handled as extensions
+                    default:
+                        encoder = encoders.Single(t => t.MimeType.Equals("image/jpeg"));
+                        break;
+                }
+
+                // set compresion ratio to 90%
+                var encoderParams = new EncoderParameters();
+                encoderParams.Param[0] = new EncoderParameter(Encoder.Quality, 90L);
+
+                // save the new image
+                using (var stream = new MemoryStream())
+                {
+                    bitmap.Save(stream, encoder, encoderParams);
+                    stream.Seek(0, 0);
+                    if (resizedFilepath.Contains("UMBRACOSYSTHUMBNAIL"))
+                    {
+                        var filepath = resizedFilepath.Replace("UMBRACOSYSTHUMBNAIL", maxWidthHeight.ToInvariantString());
+                        AddFile(filepath, stream);
+                        if (extension != "jpg")
+                        {
+                            filepath = filepath.TrimEnd(extension) + "jpg";
+                            stream.Seek(0, 0);
+                            AddFile(filepath, stream);
+                        }
+                        // TODO: Remove this, this is ONLY here for backwards compatibility but it is essentially completely unusable see U4-5385
+                        stream.Seek(0, 0);
+                        resizedFilepath = resizedFilepath.Replace("UMBRACOSYSTHUMBNAIL", width + "x" + height);
+                    }
+
+                    AddFile(resizedFilepath, stream);
+                }
+
+                return new ResizedImage(resizedFilepath, width, height);
+            }
+        }
+
+        #endregion
+
+        #region Inner classes
+
+        public class ResizedImage
+        {
+            public ResizedImage()
+            { }
+
+            public ResizedImage(string filepath, int width, int height)
+            {
+                Filepath = filepath;
+                Width = width;
+                Height = height;
+            }
+
+            public string Filepath { get; set; }
+            public int Width { get; set; }
+            public int Height { get; set; }
+        }
+
+        #endregion
+    }
 }

src/Umbraco.Core/IO/PhysicalFileSystem.cs

@@ -6,29 +6,32 @@ using Umbraco.Core.Logging;
 
 namespace Umbraco.Core.IO
 {
-    public class PhysicalFileSystem : IFileSystem
+    public class PhysicalFileSystem : IFileSystem2
     {
         // the rooted, filesystem path, using directory separator chars, NOT ending with a separator
         // eg "c:" or "c:\path\to\site" or "\\server\path"
         private readonly string _rootPath;
 
-        // the ??? url, using url separator chars, NOT ending with a separator
-        // eg "" (?) or "/Scripts" or ???
+        // _rootPath, but with separators replaced by forward-slashes
+        // eg "c:" or "c:/path/to/site" or "//server/path"
+        // (is used in GetRelativePath)
+        private readonly string _rootPathFwd;
+
+        // the relative url, using url separator chars, NOT ending with a separator
+        // eg "" or "/Views" or "/Media" or "/<vpath>/Media" in case of a virtual path
         private readonly string _rootUrl;
 
+        // virtualRoot should be "~/path/to/root" eg "~/Views"
+        // the "~/" is mandatory.
         public PhysicalFileSystem(string virtualRoot)
         {
 	        if (virtualRoot == null) throw new ArgumentNullException("virtualRoot");
 			if (virtualRoot.StartsWith("~/") == false)
 				throw new ArgumentException("The virtualRoot argument must be a virtual path and start with '~/'");
 
-            _rootPath = IOHelper.MapPath(virtualRoot);
-            _rootPath = EnsureDirectorySeparatorChar(_rootPath);
-            _rootPath = _rootPath.TrimEnd(Path.DirectorySeparatorChar);
-
-            _rootUrl = IOHelper.ResolveUrl(virtualRoot);
-            _rootUrl = EnsureUrlSeparatorChar(_rootUrl);
-            _rootUrl = _rootUrl.TrimEnd('/');
+            _rootPath = EnsureDirectorySeparatorChar(IOHelper.MapPath(virtualRoot)).TrimEnd(Path.DirectorySeparatorChar);
+            _rootPathFwd = EnsureUrlSeparatorChar(_rootPath);
+            _rootUrl = EnsureUrlSeparatorChar(IOHelper.ResolveUrl(virtualRoot)).TrimEnd('/');
         }
 
         public PhysicalFileSystem(string rootPath, string rootUrl)
@@ -43,22 +46,24 @@ namespace Umbraco.Core.IO
 				throw new ArgumentException("The rootPath argument cannot be a virtual path and cannot start with '~/'");
 
             // rootPath should be... rooted, as in, it's a root path!
-            // but the test suite App.config cannot really "root" anything so we'll have to do it here
-
-            //var localRoot = AppDomain.CurrentDomain.BaseDirectory;
-            var localRoot = IOHelper.GetRootDirectorySafe();
             if (Path.IsPathRooted(rootPath) == false)
             {
+                // but the test suite App.config cannot really "root" anything so we have to do it here
+                var localRoot = IOHelper.GetRootDirectorySafe();
                 rootPath = Path.Combine(localRoot, rootPath);
             }
 
-            rootPath = EnsureDirectorySeparatorChar(rootPath);
-            rootUrl = EnsureUrlSeparatorChar(rootUrl);
-
-            _rootPath = rootPath.TrimEnd(Path.DirectorySeparatorChar);
-            _rootUrl = rootUrl.TrimEnd('/');
+            _rootPath = EnsureDirectorySeparatorChar(rootPath).TrimEnd(Path.DirectorySeparatorChar);
+            _rootPathFwd = EnsureUrlSeparatorChar(_rootPath);
+            _rootUrl = EnsureUrlSeparatorChar(rootUrl).TrimEnd('/');
         }
 
+        /// <summary>
+        /// Gets directories in a directory.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the directory.</param>
+        /// <returns>The filesystem-relative path to the directories in the directory.</returns>
+        /// <remarks>Filesystem-relative paths use forward-slashes as directory separators.</remarks>
         public IEnumerable<string> GetDirectories(string path)
         {
             var fullPath = GetFullPath(path);
@@ -80,11 +85,20 @@ namespace Umbraco.Core.IO
             return Enumerable.Empty<string>();
         }
 
+        /// <summary>
+        /// Deletes a directory.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the directory.</param>
         public void DeleteDirectory(string path)
         {
             DeleteDirectory(path, false);
         }
 
+        /// <summary>
+        /// Deletes a directory.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the directory.</param>
+        /// <param name="recursive">A value indicating whether to recursively delete sub-directories.</param>
         public void DeleteDirectory(string path, bool recursive)
         {
             var fullPath = GetFullPath(path);
@@ -101,38 +115,71 @@ namespace Umbraco.Core.IO
             }
         }
 
+        /// <summary>
+        /// Gets a value indicating whether a directory exists.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the directory.</param>
+        /// <returns>A value indicating whether a directory exists.</returns>
         public bool DirectoryExists(string path)
         {
             var fullPath = GetFullPath(path);
             return Directory.Exists(fullPath);
         }
 
+        /// <summary>
+        /// Saves a file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the file.</param>
+        /// <param name="stream">A stream containing the file data.</param>
+        /// <remarks>Overrides the existing file, if any.</remarks>
         public void AddFile(string path, Stream stream)
         {
             AddFile(path, stream, true);
         }
 
-        public void AddFile(string path, Stream stream, bool overrideIfExists)
+        /// <summary>
+        /// Saves a file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the file.</param>
+        /// <param name="stream">A stream containing the file data.</param>
+        /// <param name="overrideExisting">A value indicating whether to override the existing file, if any.</param>
+        /// <remarks>If a file exists and <paramref name="overrideExisting"/> is false, an exception is thrown.</remarks>
+        public void AddFile(string path, Stream stream, bool overrideExisting)
         {
             var fullPath = GetFullPath(path);
             var exists = File.Exists(fullPath);
-            if (exists && overrideIfExists == false) 
+            if (exists && overrideExisting == false)
                 throw new InvalidOperationException(string.Format("A file at path '{0}' already exists", path));
 
-            Directory.CreateDirectory(Path.GetDirectoryName(fullPath)); // ensure it exists
+            var directory = Path.GetDirectoryName(fullPath);
+            if (directory == null) throw new InvalidOperationException("Could not get directory.");
+            Directory.CreateDirectory(directory); // ensure it exists
 
-            if (stream.CanSeek)
+            if (stream.CanSeek) // fixme - what else?
                 stream.Seek(0, 0);
 
-            using (var destination = (Stream)File.Create(fullPath))
+            using (var destination = (Stream) File.Create(fullPath))
                 stream.CopyTo(destination);
         }
 
+        /// <summary>
+        /// Gets files in a directory.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the directory.</param>
+        /// <returns>The filesystem-relative path to the files in the directory.</returns>
+        /// <remarks>Filesystem-relative paths use forward-slashes as directory separators.</remarks>
         public IEnumerable<string> GetFiles(string path)
         {
             return GetFiles(path, "*.*");
         }
 
+        /// <summary>
+        /// Gets files in a directory.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path of the directory.</param>
+        /// <param name="filter">A filter.</param>
+        /// <returns>The filesystem-relative path to the matching files in the directory.</returns>
+        /// <remarks>Filesystem-relative paths use forward-slashes as directory separators.</remarks>
         public IEnumerable<string> GetFiles(string path, string filter)
         {
             var fullPath = GetFullPath(path);
@@ -154,12 +201,21 @@ namespace Umbraco.Core.IO
             return Enumerable.Empty<string>();
         }
 
+        /// <summary>
+        /// Opens a file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the file.</param>
+        /// <returns></returns>
         public Stream OpenFile(string path)
         {
             var fullPath = GetFullPath(path);
             return File.OpenRead(fullPath);
         }
 
+        /// <summary>
+        /// Deletes a file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the file.</param>
         public void DeleteFile(string path)
         {
             var fullPath = GetFullPath(path);
@@ -176,52 +232,53 @@ namespace Umbraco.Core.IO
             }
         }
 
+        /// <summary>
+        /// Gets a value indicating whether a file exists.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the file.</param>
+        /// <returns>A value indicating whether the file exists.</returns>
         public bool FileExists(string path)
         {
             var fullpath = GetFullPath(path);
             return File.Exists(fullpath);
         }
 
-        // beware, many things depend on how the GetRelative/AbsolutePath methods work!
-
         /// <summary>
-        /// Gets the relative path.
+        /// Gets the filesystem-relative path of a full path or of an url.
         /// </summary>
         /// <param name="fullPathOrUrl">The full path or url.</param>
         /// <returns>The path, relative to this filesystem's root.</returns>
         /// <remarks>
         /// <para>The relative path is relative to this filesystem's root, not starting with any
-        /// directory separator. If input was recognized as a url (path), then output uses url (path) separator
-        /// chars.</para>
+        /// directory separator. All separators are forward-slashes.</para>
         /// </remarks>
         public string GetRelativePath(string fullPathOrUrl)
         {
             // test url
             var path = fullPathOrUrl.Replace('\\', '/'); // ensure url separator char
 
-            if (IOHelper.PathStartsWith(path, _rootUrl, '/')) // if it starts with the root url...
-                return path.Substring(_rootUrl.Length) // strip it
-                            .TrimStart('/'); // it's relative
+            // if it starts with the root url, strip it and trim the starting slash to make it relative
+            // eg "/Media/1234/img.jpg" => "1234/img.jpg"
+            if (IOHelper.PathStartsWith(path, _rootUrl, '/'))
+                return path.Substring(_rootUrl.Length).TrimStart('/');
 
-            // test path
-            path = EnsureDirectorySeparatorChar(fullPathOrUrl);
+            // if it starts with the root path, strip it and trim the starting slash to make it relative
+            // eg "c:/websites/test/root/Media/1234/img.jpg" => "1234/img.jpg"
+            if (IOHelper.PathStartsWith(path, _rootPathFwd, '/'))
+                return path.Substring(_rootPathFwd.Length).TrimStart('/');
 
-            if (IOHelper.PathStartsWith(path, _rootPath, Path.DirectorySeparatorChar)) // if it starts with the root path
-                return path.Substring(_rootPath.Length) // strip it
-                            .TrimStart(Path.DirectorySeparatorChar); // it's relative
-
-            // unchanged - including separators
-            return fullPathOrUrl;
+            // unchanged - what else?
+            return path;
         }
 
         /// <summary>
         /// Gets the full path.
         /// </summary>
-        /// <param name="path">The full or relative path.</param>
+        /// <param name="path">The full or filesystem-relative path.</param>
         /// <returns>The full path.</returns>
         /// <remarks>
         /// <para>On the physical filesystem, the full path is the rooted (ie non-relative), safe (ie within this
-        /// filesystem's root) path. All separators are converted to Path.DirectorySeparatorChar.</para>
+        /// filesystem's root) path. All separators are Path.DirectorySeparatorChar.</para>
         /// </remarks>
         public string GetFullPath(string path)
         {
@@ -229,49 +286,82 @@ namespace Umbraco.Core.IO
             var opath = path;
             path = EnsureDirectorySeparatorChar(path);
 
+            // fixme - this part should go!
             // not sure what we are doing here - so if input starts with a (back) slash,
             // we assume it's not a FS relative path and we try to convert it... but it
             // really makes little sense?
             if (path.StartsWith(Path.DirectorySeparatorChar.ToString()))
                 path = GetRelativePath(path);
 
-            // if already a full path, return
-            if (IOHelper.PathStartsWith(path, _rootPath, Path.DirectorySeparatorChar))
-                return path;
+            // if not already rooted, combine with the root path
+            if (IOHelper.PathStartsWith(path, _rootPath, Path.DirectorySeparatorChar) == false)
+                path = Path.Combine(_rootPath, path);
 
-            // else combine and sanitize, ie GetFullPath will take care of any relative
+            // sanitize - GetFullPath will take care of any relative
             // segments in path, eg '../../foo.tmp' - it may throw a SecurityException
             // if the combined path reaches illegal parts of the filesystem
-            var fpath = Path.Combine(_rootPath, path);
-            fpath = Path.GetFullPath(fpath);
+            path = Path.GetFullPath(path);
 
             // at that point, path is within legal parts of the filesystem, ie we have
             // permissions to reach that path, but it may nevertheless be outside of
             // our root path, due to relative segments, so better check
-            if (IOHelper.PathStartsWith(fpath, _rootPath, Path.DirectorySeparatorChar))
-                return fpath;
+            if (IOHelper.PathStartsWith(path, _rootPath, Path.DirectorySeparatorChar))
+                return path;
 
+            // nothing prevents us to reach the file, security-wise, yet it is outside
+            // this filesystem's root - throw
             throw new FileSecurityException("File '" + opath + "' is outside this filesystem's root.");
         }
 
+        /// <summary>
+        /// Gets the url.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path.</param>
+        /// <returns>The url.</returns>
+        /// <remarks>All separators are forward-slashes.</remarks>
         public string GetUrl(string path)
         {
             path = EnsureUrlSeparatorChar(path).Trim('/');
             return _rootUrl + "/" + path;
         }
 
+        /// <summary>
+        /// Gets the last-modified date of a directory or file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the directory or the file.</param>
+        /// <returns>The last modified date of the directory or the file.</returns>
         public DateTimeOffset GetLastModified(string path)
         {
-            return DirectoryExists(path) 
-                ? new DirectoryInfo(GetFullPath(path)).LastWriteTimeUtc 
-                : new FileInfo(GetFullPath(path)).LastWriteTimeUtc;
+            var fullpath = GetFullPath(path);
+            return DirectoryExists(fullpath)
+                ? new DirectoryInfo(fullpath).LastWriteTimeUtc
+                : new FileInfo(fullpath).LastWriteTimeUtc;
         }
 
+        /// <summary>
+        /// Gets the created date of a directory or file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the directory or the file.</param>
+        /// <returns>The created date of the directory or the file.</returns>
         public DateTimeOffset GetCreated(string path)
         {
-            return DirectoryExists(path) 
-                ? Directory.GetCreationTimeUtc(GetFullPath(path)) 
-                : File.GetCreationTimeUtc(GetFullPath(path));
+            var fullpath = GetFullPath(path);
+            return DirectoryExists(fullpath)
+                ? Directory.GetCreationTimeUtc(fullpath)
+                : File.GetCreationTimeUtc(fullpath);
+        }
+
+        /// <summary>
+        /// Gets the size of a file.
+        /// </summary>
+        /// <param name="path">The filesystem-relative path to the file.</param>
+        /// <returns>The file of the size, in bytes.</returns>
+        /// <remarks>If the file does not exist, returns -1.</remarks>
+        public long GetSize(string path)
+        {
+            var fullPath = GetFullPath(path);
+            var file = new FileInfo(fullPath);
+            return file.Exists ? file.Length : -1;
         }
 
         #region Helper Methods

src/Umbraco.Core/IO/ResizedImage.cs

@@ -1,20 +0,0 @@
-namespace Umbraco.Core.IO
-{
-    internal class ResizedImage
-    {
-        public ResizedImage()
-        {
-        }
-
-        public ResizedImage(int width, int height, string fileName)
-        {
-            Width = width;
-            Height = height;
-            FileName = fileName;
-        }
-
-        public int Width { get; set; }
-        public int Height { get; set; }
-        public string FileName { get; set; }
-    }
-}

src/Umbraco.Core/IO/ShadowFileSystem.cs

@@ -0,0 +1,286 @@
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+
+namespace Umbraco.Core.IO
+{
+    internal class ShadowFileSystem : IFileSystem2
+    {
+        private readonly IFileSystem _fs;
+        private readonly IFileSystem2 _sfs;
+
+        public ShadowFileSystem(IFileSystem fs, IFileSystem2 sfs)
+        {
+            _fs = fs;
+            _sfs = sfs;
+        }
+
+        public IFileSystem Inner
+        {
+            get { return _fs; }
+        }
+
+        public void Complete()
+        {
+            if (_nodes == null) return;
+            var exceptions = new List<Exception>();
+            foreach (var kvp in _nodes)
+            {
+                if (kvp.Value.IsExist)
+                {
+                    if (kvp.Value.IsFile)
+                    {
+                        try
+                        {
+                            using (var stream = _sfs.OpenFile(kvp.Key))
+                                _fs.AddFile(kvp.Key, stream, true);
+                        }
+                        catch (Exception e)
+                        {
+                            exceptions.Add(new Exception("Could not save file \"" + kvp.Key + "\".", e));
+                        }
+                    }
+                }
+                else
+                {
+                    try
+                    {
+                        if (kvp.Value.IsDir)
+                            _fs.DeleteDirectory(kvp.Key, true);
+                        else
+                            _fs.DeleteFile(kvp.Key);
+                    }
+                    catch (Exception e)
+                    {
+                        exceptions.Add(new Exception("Could not delete " + (kvp.Value.IsDir ? "directory": "file") + " \"" + kvp.Key + "\".", e));
+                    }
+                }
+            }
+            _nodes.Clear();
+
+            if (exceptions.Count == 0) return;
+            throw new AggregateException("Failed to apply all changes (see exceptions).", exceptions);
+        }
+
+        private Dictionary<string, ShadowNode> _nodes;
+
+        private Dictionary<string, ShadowNode> Nodes {  get { return _nodes ?? (_nodes = new Dictionary<string, ShadowNode>()); } }
+
+        private class ShadowNode
+        {
+            public ShadowNode(bool isDelete, bool isdir)
+            {
+                IsDelete = isDelete;
+                IsDir = isdir;
+            }
+
+            public bool IsDelete { get; private set; }
+            public bool IsDir { get; private set; }
+
+            public bool IsExist { get { return IsDelete == false; } }
+            public bool IsFile { get { return IsDir == false; } }
+        }
+
+        private static string NormPath(string path)
+        {
+            return path.ToLowerInvariant().Replace("\\", "/");
+        }
+
+        // values can be "" (root), "foo", "foo/bar"...
+        private static bool IsChild(string path, string input)
+        {
+            if (input.StartsWith(path) == false || input.Length < path.Length + 2)
+                return false;
+            if (path.Length > 0 && input[path.Length] != '/') return false;
+            var pos = input.IndexOf("/", path.Length + 1, StringComparison.OrdinalIgnoreCase);
+            return pos < 0;
+        }
+
+        private static bool IsDescendant(string path, string input)
+        {
+            if (input.StartsWith(path) == false || input.Length < path.Length + 2)
+                return false;
+            return path.Length == 0 || input[path.Length] == '/';
+        }
+
+        public IEnumerable<string> GetDirectories(string path)
+        {
+            var normPath = NormPath(path);
+            var shadows = Nodes.Where(kvp => IsChild(normPath, kvp.Key)).ToArray();
+            var directories = _fs.GetDirectories(path);
+            return directories
+                .Except(shadows.Where(kvp => (kvp.Value.IsDir && kvp.Value.IsDelete) || (kvp.Value.IsFile && kvp.Value.IsExist))
+                    .Select(kvp => kvp.Key))
+                .Union(shadows.Where(kvp => kvp.Value.IsDir && kvp.Value.IsExist).Select(kvp => kvp.Key))
+                .Distinct();
+        }
+
+        public void DeleteDirectory(string path)
+        {
+            DeleteDirectory(path, false);
+        }
+
+        public void DeleteDirectory(string path, bool recursive)
+        {
+            if (DirectoryExists(path) == false) return;
+            var normPath = NormPath(path);
+            if (recursive)
+            {
+                Nodes[normPath] = new ShadowNode(true, true);
+                var remove = Nodes.Where(x => IsDescendant(normPath, x.Key)).ToList();
+                foreach (var kvp in remove) Nodes.Remove(kvp.Key);
+                Delete(path, true);
+            }
+            else
+            {
+                if (Nodes.Any(x => IsChild(normPath, x.Key) && x.Value.IsExist) // shadow content
+                    || _fs.GetDirectories(path).Any() || _fs.GetFiles(path).Any()) // actual content
+                    throw new InvalidOperationException("Directory is not empty.");
+                Nodes[path] = new ShadowNode(true, true);
+                var remove = Nodes.Where(x => IsChild(normPath, x.Key)).ToList();
+                foreach (var kvp in remove) Nodes.Remove(kvp.Key);
+                Delete(path, false);
+            }
+        }
+
+        private void Delete(string path, bool recurse)
+        {
+            foreach (var file in _fs.GetFiles(path))
+            {
+                Nodes[NormPath(file)] = new ShadowNode(true, false);
+            }
+            foreach (var dir in _fs.GetDirectories(path))
+            {
+                Nodes[NormPath(dir)] = new ShadowNode(true, true);
+                if (recurse) Delete(dir, true);
+            }
+        }
+
+        public bool DirectoryExists(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf))
+                return sf.IsDir && sf.IsExist;
+            return _fs.DirectoryExists(path);
+        }
+
+        public void AddFile(string path, Stream stream)
+        {
+            AddFile(path, stream, true);
+        }
+
+        public void AddFile(string path, Stream stream, bool overrideIfExists)
+        {
+            ShadowNode sf;
+            var normPath = NormPath(path);
+            if (Nodes.TryGetValue(normPath, out sf) && sf.IsExist && (sf.IsDir || overrideIfExists == false))
+                throw new InvalidOperationException(string.Format("A file at path '{0}' already exists", path));
+
+            var parts = normPath.Split('/');
+            for (var i = 0; i < parts.Length - 1; i++)
+            {
+                var dirPath = string.Join("/", parts.Take(i + 1));
+                ShadowNode sd;
+                if (Nodes.TryGetValue(dirPath, out sd))
+                {
+                    if (sd.IsFile) throw new InvalidOperationException("Invalid path.");
+                    if (sd.IsDelete) Nodes[dirPath] = new ShadowNode(false, true);
+                }
+                else
+                {
+                    if (_fs.DirectoryExists(dirPath)) continue;
+                    if (_fs.FileExists(dirPath)) throw new InvalidOperationException("Invalid path.");
+                    Nodes[dirPath] = new ShadowNode(false, true);
+                }
+            }
+
+            _sfs.AddFile(path, stream, overrideIfExists);
+            Nodes[normPath] = new ShadowNode(false, false);
+        }
+
+        public IEnumerable<string> GetFiles(string path)
+        {
+            var normPath = NormPath(path);
+            var shadows = Nodes.Where(kvp => IsChild(normPath, kvp.Key)).ToArray();
+            var files = _fs.GetFiles(path);
+            return files
+                .Except(shadows.Where(kvp => (kvp.Value.IsFile && kvp.Value.IsDelete) || kvp.Value.IsDir)
+                    .Select(kvp => kvp.Key))
+                .Union(shadows.Where(kvp => kvp.Value.IsFile && kvp.Value.IsExist).Select(kvp => kvp.Key))
+                .Distinct();
+        }
+
+        public IEnumerable<string> GetFiles(string path, string filter)
+        {
+            return _fs.GetFiles(path, filter);
+        }
+
+        public Stream OpenFile(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf))
+                return sf.IsDir || sf.IsDelete ? null : _sfs.OpenFile(path);
+            return _fs.OpenFile(path);
+        }
+
+        public void DeleteFile(string path)
+        {
+            if (FileExists(path) == false) return;
+            Nodes[NormPath(path)] = new ShadowNode(true, false);
+        }
+
+        public bool FileExists(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf))
+                return sf.IsFile && sf.IsExist;
+            return _fs.FileExists(path);
+        }
+
+        public string GetRelativePath(string fullPathOrUrl)
+        {
+            return _fs.GetRelativePath(fullPathOrUrl);
+        }
+
+        public string GetFullPath(string path)
+        {
+            return _fs.GetFullPath(path);
+        }
+
+        public string GetUrl(string path)
+        {
+            return _fs.GetUrl(path);
+        }
+
+        public DateTimeOffset GetLastModified(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf) == false) return _fs.GetLastModified(path);
+            if (sf.IsDelete) throw new InvalidOperationException("Invalid path.");
+            return _sfs.GetLastModified(path);
+        }
+
+        public DateTimeOffset GetCreated(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf) == false) return _fs.GetCreated(path);
+            if (sf.IsDelete) throw new InvalidOperationException("Invalid path.");
+            return _sfs.GetCreated(path);
+        }
+
+        public long GetSize(string path)
+        {
+            ShadowNode sf;
+            if (Nodes.TryGetValue(NormPath(path), out sf) == false)
+            {
+                // the inner filesystem (_fs) can be IFileSystem2... or just IFileSystem
+                // figure it out and use the most effective GetSize method
+                var fs2 = _fs as IFileSystem2;
+                return fs2 == null ? _fs.GetSize(path) : fs2.GetSize(path);
+            }
+            if (sf.IsDelete || sf.IsDir) throw new InvalidOperationException("Invalid path.");
+            return _sfs.GetSize(path);
+        }
+    }
+}

src/Umbraco.Core/IO/ShadowFileSystemsScope.cs

@@ -0,0 +1,114 @@
+using System;
+using System.Collections.Generic;
+using System.Runtime.Remoting.Messaging;
+using Umbraco.Core.Logging;
+
+namespace Umbraco.Core.IO
+{
+    internal class ShadowFileSystemsScope : ICompletable
+    {
+        // note: taking a reference to the _manager instead of using manager.Current
+        // to avoid using Current everywhere but really, we support only 1 scope at
+        // a time, not multiple scopes in case of multiple managers (not supported)
+
+        private const string ItemKey = "Umbraco.Core.IO.ShadowFileSystemsScope";
+        private static readonly object Locker = new object();
+        private readonly Guid _id;
+        private readonly ShadowWrapper[] _wrappers;
+
+        static ShadowFileSystemsScope()
+        {
+            SafeCallContext.Register(
+                () =>
+                {
+                    var scope = CallContext.LogicalGetData(ItemKey);
+                    CallContext.FreeNamedDataSlot(ItemKey);
+                    return scope;
+                },
+                o =>
+                {
+                    if (CallContext.LogicalGetData(ItemKey) != null) throw new InvalidOperationException();
+                    if (o != null) CallContext.LogicalSetData(ItemKey, o);
+                });
+        }
+
+        private ShadowFileSystemsScope(Guid id, ShadowWrapper[] wrappers)
+        {
+            LogHelper.Debug<ShadowFileSystemsScope>("Shadow " + id + ".");
+            _id = id;
+            _wrappers = wrappers;
+            foreach (var wrapper in _wrappers)
+                wrapper.Shadow(id);
+        }
+
+        // internal for tests + FileSystemProviderManager
+        // do NOT use otherwise
+        internal static ShadowFileSystemsScope CreateScope(Guid id, ShadowWrapper[] wrappers)
+        {
+            lock (Locker)
+            {
+                if (CallContext.LogicalGetData(ItemKey) != null) throw new InvalidOperationException("Already shadowing.");
+                CallContext.LogicalSetData(ItemKey, ItemKey); // value does not matter
+            }
+            return new ShadowFileSystemsScope(id, wrappers);
+        }
+
+        internal static bool InScope
+        {
+            get { return NoScope == false; }
+        }
+
+        internal static bool NoScope
+        {
+            get { return CallContext.LogicalGetData(ItemKey) == null; }
+        }
+
+        public void Complete()
+        {
+            lock (Locker)
+            {
+                LogHelper.Debug<ShadowFileSystemsScope>("UnShadow " + _id + " (complete).");
+
+                var exceptions = new List<Exception>();
+                foreach (var wrapper in _wrappers)
+                {
+                    try
+                    {
+                        // this may throw an AggregateException if some of the changes could not be applied
+                        wrapper.UnShadow(true);
+                    }
+                    catch (AggregateException ae)
+                    {
+                        exceptions.Add(ae);
+                    }
+                }
+
+                if (exceptions.Count > 0)
+                    throw new AggregateException("Failed to apply all changes (see exceptions).", exceptions);
+
+                // last, & *only* if successful (otherwise we'll unshadow & cleanup as best as we can)
+                CallContext.FreeNamedDataSlot(ItemKey);
+            }
+        }
+
+        public void Dispose()
+        {
+            lock (Locker)
+            {
+                if (CallContext.LogicalGetData(ItemKey) == null) return;
+
+                try
+                {
+                    LogHelper.Debug<ShadowFileSystemsScope>("UnShadow " + _id + " (abort)");
+                    foreach (var wrapper in _wrappers)
+                        wrapper.UnShadow(false); // should not throw
+                }
+                finally
+                {
+                    // last, & always
+                    CallContext.FreeNamedDataSlot(ItemKey);
+                }
+            }
+        }
+    }
+}

src/Umbraco.Core/IO/ShadowWrapper.cs

@@ -0,0 +1,158 @@
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+
+namespace Umbraco.Core.IO
+{
+    internal class ShadowWrapper : IFileSystem2
+    {
+        private readonly IFileSystem _innerFileSystem;
+        private readonly string _shadowPath;
+        private ShadowFileSystem _shadowFileSystem;
+        private string _shadowDir;
+
+        public ShadowWrapper(IFileSystem innerFileSystem, string shadowPath)
+        {
+            _innerFileSystem = innerFileSystem;
+            _shadowPath = shadowPath;
+        }
+
+        internal void Shadow(Guid id)
+        {
+            // note: no thread-safety here, because ShadowFs is thread-safe due to the check
+            // on ShadowFileSystemsScope.None - and if None is false then we should be running
+            // in a single thread anyways
+
+            var virt = "~/App_Data/Shadow/" + id + "/" + _shadowPath;
+            _shadowDir = IOHelper.MapPath(virt);
+            Directory.CreateDirectory(_shadowDir);
+            var tempfs = new PhysicalFileSystem(virt);
+            _shadowFileSystem = new ShadowFileSystem(_innerFileSystem, tempfs);
+        }
+
+        internal void UnShadow(bool complete)
+        {
+            var shadowFileSystem = _shadowFileSystem;
+            var dir = _shadowDir;
+            _shadowFileSystem = null;
+            _shadowDir = null;
+
+            try
+            {
+                // this may throw an AggregateException if some of the changes could not be applied
+                if (complete) shadowFileSystem.Complete();
+            }
+            finally
+            {
+                // in any case, cleanup
+                try
+                {
+                    Directory.Delete(dir, true);
+                    dir = dir.Substring(0, dir.Length - _shadowPath.Length - 1);
+                    if (Directory.EnumerateFileSystemEntries(dir).Any() == false)
+                        Directory.Delete(dir, true);
+                }
+                catch
+                {
+                    // ugly, isn't it? but if we cannot cleanup, bah, just leave it there
+                }
+            }
+        }
+
+        private IFileSystem FileSystem
+        {
+            get { return ShadowFileSystemsScope.NoScope ? _innerFileSystem : _shadowFileSystem; }
+        }
+
+        public IEnumerable<string> GetDirectories(string path)
+        {
+            return FileSystem.GetDirectories(path);
+        }
+
+        public void DeleteDirectory(string path)
+        {
+            FileSystem.DeleteDirectory(path);
+        }
+
+        public void DeleteDirectory(string path, bool recursive)
+        {
+            FileSystem.DeleteDirectory(path, recursive);
+        }
+
+        public bool DirectoryExists(string path)
+        {
+            return FileSystem.DirectoryExists(path);
+        }
+
+        public void AddFile(string path, Stream stream)
+        {
+            FileSystem.AddFile(path, stream);
+        }
+
+        public void AddFile(string path, Stream stream, bool overrideExisting)
+        {
+            FileSystem.AddFile(path, stream, overrideExisting);
+        }
+
+        public IEnumerable<string> GetFiles(string path)
+        {
+            return FileSystem.GetFiles(path);
+        }
+
+        public IEnumerable<string> GetFiles(string path, string filter)
+        {
+            return FileSystem.GetFiles(path, filter);
+        }
+
+        public Stream OpenFile(string path)
+        {
+            return FileSystem.OpenFile(path);
+        }
+
+        public void DeleteFile(string path)
+        {
+            FileSystem.DeleteFile(path);
+        }
+
+        public bool FileExists(string path)
+        {
+            return FileSystem.FileExists(path);
+        }
+
+        public string GetRelativePath(string fullPathOrUrl)
+        {
+            return FileSystem.GetRelativePath(fullPathOrUrl);
+        }
+
+        public string GetFullPath(string path)
+        {
+            return FileSystem.GetFullPath(path);
+        }
+
+        public string GetUrl(string path)
+        {
+            return FileSystem.GetUrl(path);
+        }
+
+        public DateTimeOffset GetLastModified(string path)
+        {
+            return FileSystem.GetLastModified(path);
+        }
+
+        public DateTimeOffset GetCreated(string path)
+        {
+            return FileSystem.GetCreated(path);
+        }
+
+        public long GetSize(string path)
+        {
+            var filesystem = FileSystem; // will be either a ShadowFileSystem OR the actual underlying IFileSystem
+
+            // and the underlying filesystem can be IFileSystem2... or just IFileSystem
+            // figure it out and use the most effective GetSize method
+            var filesystem2 = filesystem as IFileSystem2;
+            return filesystem2 == null ? filesystem.GetSize(path) : filesystem2.GetSize(path);
+        }
+    }
+}

src/Umbraco.Core/IO/SystemDirectories.cs

@@ -96,7 +96,23 @@ namespace Umbraco.Core.IO
 			}
 		}
 
-       
+        public static string PartialViews
+        {
+            get
+            {
+                return MvcViews + "/Partials/";
+            }
+        }
+
+        public static string MacroPartials
+        {
+            get
+            {
+                return MvcViews + "/MacroPartials/"; 
+                
+            }
+        }
+
         public static string Media
         {
             get

src/Umbraco.Core/IO/UmbracoMediaFile.cs

@@ -1,13 +1,7 @@
 using System;
-using System.Collections.Generic;
 using System.Drawing;
-using System.Drawing.Drawing2D;
-using System.Drawing.Imaging;
 using System.IO;
-using System.Linq;
-using System.Threading.Tasks;
 using System.Web;
-using Umbraco.Core.Configuration;
 using Umbraco.Core.Logging;
 using Umbraco.Core.Media;
 
@@ -86,15 +80,15 @@ namespace Umbraco.Core.IO
         private void Initialize()
         {
             Filename = _fs.GetFileName(Path);
-            Extension = string.IsNullOrEmpty(_fs.GetExtension(Path)) == false
-                ? _fs.GetExtension(Path).Substring(1).ToLowerInvariant()
+            var ext = _fs.GetExtension(Path);
+            Extension = string.IsNullOrEmpty(ext) == false
+                ? ext.TrimStart('.').ToLowerInvariant()
                 : "";
             Url = _fs.GetUrl(Path);
+
             Exists = _fs.FileExists(Path);
             if (Exists == false)
-            {
                 LogHelper.Warn<UmbracoMediaFile>("The media file doesn't exist: " + Path);
-            }
         }
 
         public bool Exists { get; private set; }
@@ -117,27 +111,15 @@ namespace Umbraco.Core.IO
         {
             get
             {
-                if (_length == null)
-                {
-                    if (Exists)
-                    {
-                        _length = _fs.GetSize(Path);
-                    }
-                    else
-                    {
-                        _length = -1;
-                    }
-                }
+                if (_length.HasValue) return _length.Value;
+                _length = Exists ? _fs.GetSize(Path) : -1;
                 return _length.Value;
             }
         }
 
         public bool SupportsResizing
         {
-            get
-            {
-                return UmbracoConfig.For.UmbracoSettings().Content.ImageFileTypes.InvariantContains(Extension);
-            }
+            get { return _fs.IsImageFile(Extension); }
         }
 
         public string GetFriendlyName()
@@ -147,67 +129,49 @@ namespace Umbraco.Core.IO
 
         public Size GetDimensions()
         {
-            if (_size == null)
-            {
-                if (_fs.FileExists(Path))
-                {
-                    EnsureFileSupportsResizing();
+            if (_size.HasValue) return _size.Value;
 
-                    using (var fs = _fs.OpenFile(Path))
-                    {
-                        _size = ImageHelper.GetDimensions(fs);
-                    }
-                }
-                else
+            if (_fs.FileExists(Path))
+            {
+                EnsureFileSupportsResizing();
+
+                using (var fs = _fs.OpenFile(Path))
                 {
-                    _size = new Size(-1, -1);
+                    _size = _fs.GetDimensions(fs);
                 }
             }
+            else
+            {
+                _size = new Size(-1, -1);
+            }
+
             return _size.Value;
         }
 
         public string Resize(int width, int height)
         {
-            if (Exists)
-            {
-                EnsureFileSupportsResizing();
+            if (Exists == false) return string.Empty;
 
-                var fileNameThumb = DoResize(width, height, -1, string.Empty);
-
-                return _fs.GetUrl(fileNameThumb);
-            }
-            return string.Empty;
+            EnsureFileSupportsResizing();
+            var filepath = Resize(width, height, -1, string.Empty);
+            return _fs.GetUrl(filepath);
         }
 
         public string Resize(int maxWidthHeight, string fileNameAddition)
         {
-            if (Exists)
-            {
-                EnsureFileSupportsResizing();
+            if (Exists == false) return string.Empty;
 
-                var fileNameThumb = DoResize(-1, -1, maxWidthHeight, fileNameAddition);
-
-                return _fs.GetUrl(fileNameThumb);
-            }
-            return string.Empty;
+            EnsureFileSupportsResizing();
+            var filepath = Resize(-1, -1, maxWidthHeight, fileNameAddition);
+            return _fs.GetUrl(filepath);
         }
 
-        private string DoResize(int width, int height, int maxWidthHeight, string fileNameAddition)
+        private string Resize(int width, int height, int maxWidthHeight, string sizeName)
         {
-            using (var fs = _fs.OpenFile(Path))
+            using (var filestream = _fs.OpenFile(Path))
+            using (var image = Image.FromStream(filestream))
             {
-                using (var image = Image.FromStream(fs))
-                {
-                    var fileNameThumb = string.IsNullOrWhiteSpace(fileNameAddition)
-                        ? string.Format("{0}_UMBRACOSYSTHUMBNAIL." + Extension, Path.Substring(0, Path.LastIndexOf(".", StringComparison.Ordinal)))
-                        : string.Format("{0}_{1}." + Extension, Path.Substring(0, Path.LastIndexOf(".", StringComparison.Ordinal)), fileNameAddition);
-
-                    var thumbnail = maxWidthHeight == -1
-                        ? ImageHelper.GenerateThumbnail(image, width, height, fileNameThumb, Extension, _fs)
-                        : ImageHelper.GenerateThumbnail(image, maxWidthHeight, fileNameThumb, Extension, _fs);
-
-                    return thumbnail.FileName;
-                }
+                return _fs.GenerateResized(image, Path, sizeName, maxWidthHeight, width, height).Filepath;
             }
         }
 
@@ -216,7 +180,5 @@ namespace Umbraco.Core.IO
             if (SupportsResizing == false)
                 throw new InvalidOperationException(string.Format("The file {0} is not an image, so can't get dimensions", Filename));
         }
-
-
     }
 }

src/Umbraco.Core/Logging/DebugDiagnosticsLogger.cs

@@ -3,7 +3,11 @@ using System.Linq;
 
 namespace Umbraco.Core.Logging
 {
-    internal class DebugDiagnosticsLogger : ILogger
+    /// <summary>
+    /// Implements <see cref="ILogger"/> on top of System.Diagnostics.Debug.
+    /// </summary>
+    /// <remarks>Useful for tests.</remarks>
+    public class DebugDiagnosticsLogger : ILogger
     {
         public void Error(Type callingType, string message, Exception exception)
         {

src/Umbraco.Core/Media/ImageExtensions.cs

@@ -0,0 +1,21 @@
+using System.Drawing;
+using System.Drawing.Imaging;
+using System.Linq;
+
+namespace Umbraco.Core.Media
+{
+    public static class ImageExtensions
+    {
+        /// <summary>
+        /// Gets the MIME type of an image.
+        /// </summary>
+        /// <param name="image">The image.</param>
+        /// <returns>The MIME type of the image.</returns>
+        public static string GetMimeType(this Image image)
+        {
+            var format = image.RawFormat;
+            var codec = ImageCodecInfo.GetImageDecoders().First(c => c.FormatID == format.Guid);
+            return codec.MimeType;
+        }
+    }
+}

src/Umbraco.Core/Media/ImageHelper.cs

@@ -1,261 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Drawing;
-using System.Drawing.Drawing2D;
-using System.Drawing.Imaging;
-using System.Globalization;
-using System.IO;
-using System.Linq;
-using Umbraco.Core.IO;
-using Umbraco.Core.Media.Exif;
-
-namespace Umbraco.Core.Media
-{
-    /// <summary>
-    /// A helper class used for imaging
-    /// </summary>
-    internal static class ImageHelper
-    {
-        /// <summary>
-        /// Gets the dimensions of an image based on a stream
-        /// </summary>
-        /// <param name="imageStream"></param>
-        /// <returns></returns>
-        /// <remarks>
-        /// First try with EXIF, this is because it is insanely faster and doesn't use any memory to read exif data than to load in the entire
-        /// image via GDI. Otherwise loading an image into GDI consumes a crazy amount of memory on large images.
-        /// 
-        /// Of course EXIF data might not exist in every file and can only exist in JPGs
-        /// </remarks>
-        public static Size GetDimensions(Stream imageStream)
-        {
-            //Try to load with exif 
-            try
-            {
-                var jpgInfo = ImageFile.FromStream(imageStream);
-
-                if (jpgInfo.Format != ImageFileFormat.Unknown
-                    && jpgInfo.Properties.ContainsKey(ExifTag.PixelYDimension)
-                    && jpgInfo.Properties.ContainsKey(ExifTag.PixelXDimension))
-                {
-                    var height = Convert.ToInt32(jpgInfo.Properties[ExifTag.PixelYDimension].Value);
-                    var width = Convert.ToInt32(jpgInfo.Properties[ExifTag.PixelXDimension].Value);
-                    if (height > 0 && width > 0)
-                    {
-                        return new Size(width, height);
-                    }
-                }
-            }
-            catch (Exception)
-            {
-                //We will just swallow, just means we can't read exif data, we don't want to log an error either
-            }
-
-            //we have no choice but to try to read in via GDI
-            using (var image = Image.FromStream(imageStream))
-            {
-
-                var fileWidth = image.Width;
-                var fileHeight = image.Height;
-                return new Size(fileWidth, fileHeight);
-            }
-
-        }
-
-        public static string GetMimeType(this Image image)
-        {
-            var format = image.RawFormat;
-            var codec = ImageCodecInfo.GetImageDecoders().First(c => c.FormatID == format.Guid);
-            return codec.MimeType;
-        }
-
-        /// <summary>
-        /// Creates the thumbnails if the image is larger than all of the specified ones.
-        /// </summary>
-        /// <param name="fs"></param>
-        /// <param name="fileName"></param>
-        /// <param name="extension"></param>
-        /// <param name="originalImage"></param>
-        /// <param name="additionalThumbSizes"></param>
-        /// <returns></returns>
-        internal static IEnumerable<ResizedImage> GenerateMediaThumbnails(
-            IFileSystem fs,
-            string fileName,
-            string extension,
-            Image originalImage,
-            IEnumerable<int> additionalThumbSizes)
-        {
-
-            var result = new List<ResizedImage>();
-
-            var allSizesDictionary = new Dictionary<int, string> { { 100, "thumb" }, { 500, "big-thumb" } };
-
-            //combine the static dictionary with the additional sizes with only unique values
-            var allSizes = allSizesDictionary.Select(kv => kv.Key)
-                .Union(additionalThumbSizes.Where(x => x > 0).Distinct());
-
-            var sizesDictionary = allSizes.ToDictionary(s => s, s => allSizesDictionary.ContainsKey(s) ? allSizesDictionary[s] : "");
-
-            foreach (var s in sizesDictionary)
-            {
-                var size = s.Key;
-                var name = s.Value;
-                if (originalImage.Width >= size && originalImage.Height >= size)
-                {
-                    result.Add(Resize(fs, fileName, extension, size, name, originalImage));
-                }
-            }
-
-            return result;
-        }
-
-        /// <summary>
-        /// Performs an image resize
-        /// </summary>
-        /// <param name="fileSystem"></param>
-        /// <param name="path"></param>
-        /// <param name="extension"></param>
-        /// <param name="maxWidthHeight"></param>
-        /// <param name="fileNameAddition"></param>
-        /// <param name="originalImage"></param>
-        /// <returns></returns>
-        private static ResizedImage Resize(IFileSystem fileSystem, string path, string extension, int maxWidthHeight, string fileNameAddition, Image originalImage)
-        {
-            var fileNameThumb = string.IsNullOrWhiteSpace(fileNameAddition)
-                                            ? string.Format("{0}_UMBRACOSYSTHUMBNAIL." + extension, path.Substring(0, path.LastIndexOf(".", StringComparison.Ordinal)))
-                                            : string.Format("{0}_{1}." + extension, path.Substring(0, path.LastIndexOf(".", StringComparison.Ordinal)), fileNameAddition);
-
-            var thumb = GenerateThumbnail(
-                originalImage,
-                maxWidthHeight,
-                fileNameThumb,
-                extension,
-                fileSystem);
-
-            return thumb;
-        }
-
-        internal static ResizedImage GenerateThumbnail(Image image, int maxWidthHeight, string thumbnailFileName, string extension, IFileSystem fs)
-        {
-            return GenerateThumbnail(image, maxWidthHeight, -1, -1, thumbnailFileName, extension, fs);
-        }
-
-        internal static ResizedImage GenerateThumbnail(Image image, int fixedWidth, int fixedHeight, string thumbnailFileName, string extension, IFileSystem fs)
-        {
-            return GenerateThumbnail(image, -1, fixedWidth, fixedHeight, thumbnailFileName, extension, fs);
-        }
-
-        private static ResizedImage GenerateThumbnail(Image image, int maxWidthHeight, int fixedWidth, int fixedHeight, string thumbnailFileName, string extension, IFileSystem fs)
-        {
-            // Generate thumbnail
-            float f = 1;
-            if (maxWidthHeight >= 0)
-            {
-                var fx = (float)image.Size.Width / maxWidthHeight;
-                var fy = (float)image.Size.Height / maxWidthHeight;
-
-                // must fit in thumbnail size
-                f = Math.Max(fx, fy);
-            }
-
-            //depending on if we are doing fixed width resizing or not.
-            fixedWidth = (maxWidthHeight > 0) ? image.Width : fixedWidth;
-            fixedHeight = (maxWidthHeight > 0) ? image.Height : fixedHeight;
-
-            var widthTh = (int)Math.Round(fixedWidth / f);
-            var heightTh = (int)Math.Round(fixedHeight / f);
-
-            // fixes for empty width or height
-            if (widthTh == 0)
-                widthTh = 1;
-            if (heightTh == 0)
-                heightTh = 1;
-
-            // Create new image with best quality settings
-            using (var bp = new Bitmap(widthTh, heightTh))
-            {
-                using (var g = Graphics.FromImage(bp))
-                {
-                    //if the image size is rather large we cannot use the best quality interpolation mode
-                    // because we'll get out of mem exceptions. So we'll detect how big the image is and use
-                    // the mid quality interpolation mode when the image size exceeds our max limit.
-
-                    if (image.Width > 5000 || image.Height > 5000)
-                    {
-                        //use mid quality
-                        g.InterpolationMode = InterpolationMode.Bilinear;
-                    }
-                    else
-                    {
-                        //use best quality
-                        g.InterpolationMode = InterpolationMode.HighQualityBicubic;
-                    }
-
-
-                    g.SmoothingMode = SmoothingMode.HighQuality;
-                    g.PixelOffsetMode = PixelOffsetMode.HighQuality;
-                    g.CompositingQuality = CompositingQuality.HighQuality;
-
-                    // Copy the old image to the new and resized
-                    var rect = new Rectangle(0, 0, widthTh, heightTh);
-                    g.DrawImage(image, rect, 0, 0, image.Width, image.Height, GraphicsUnit.Pixel);
-
-                    // Copy metadata
-                    var imageEncoders = ImageCodecInfo.GetImageEncoders();
-                    ImageCodecInfo codec;
-                    switch (extension.ToLower())
-                    {
-                        case "png":
-                            codec = imageEncoders.Single(t => t.MimeType.Equals("image/png"));
-                            break;
-                        case "gif":
-                            codec = imageEncoders.Single(t => t.MimeType.Equals("image/gif"));
-                            break;
-                        case "tif":
-                        case "tiff":
-                            codec = imageEncoders.Single(t => t.MimeType.Equals("image/tiff"));
-                            break;
-                        case "bmp":
-                            codec = imageEncoders.Single(t => t.MimeType.Equals("image/bmp"));
-                            break;
-                        // TODO: this is dirty, defaulting to jpg but the return value of this thing is used all over the
-                        // place so left it here, but it needs to not set a codec if it doesn't know which one to pick 
-                        // Note: when fixing this: both .jpg and .jpeg should be handled as extensions
-                        default:
-                            codec = imageEncoders.Single(t => t.MimeType.Equals("image/jpeg"));
-                            break;
-                    }
-
-                    // Set compresion ratio to 90%
-                    var ep = new EncoderParameters();
-                    ep.Param[0] = new EncoderParameter(Encoder.Quality, 90L);
-
-                    // Save the new image using the dimensions of the image
-                    var predictableThumbnailName = thumbnailFileName.Replace("UMBRACOSYSTHUMBNAIL", maxWidthHeight.ToString(CultureInfo.InvariantCulture));
-                    var predictableThumbnailNameJpg = predictableThumbnailName.Substring(0, predictableThumbnailName.LastIndexOf(".", StringComparison.Ordinal)) + ".jpg";
-                    using (var ms = new MemoryStream())
-                    {
-                        bp.Save(ms, codec, ep);
-                        ms.Seek(0, 0);
-
-                        fs.AddFile(predictableThumbnailName, ms);
-                        fs.AddFile(predictableThumbnailNameJpg, ms);
-                    }
-
-                    // TODO: Remove this, this is ONLY here for backwards compatibility but it is essentially completely unusable see U4-5385
-                    var newFileName = thumbnailFileName.Replace("UMBRACOSYSTHUMBNAIL", string.Format("{0}x{1}", widthTh, heightTh));
-                    using (var ms = new MemoryStream())
-                    {
-                        bp.Save(ms, codec, ep);
-                        ms.Seek(0, 0);
-
-                        fs.AddFile(newFileName, ms);
-                    }
-
-                    return new ResizedImage(widthTh, heightTh, newFileName);
-                }
-            }
-        }
-
-    }
-}

src/Umbraco.Core/Media/MediaSubfolderCounter.cs

@@ -1,58 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Threading;
-using Umbraco.Core.IO;
-
-namespace Umbraco.Core.Media
-{
-    /// <summary>
-    /// Internal singleton to handle the numbering of subfolders within the Media-folder.
-    /// When this class is initiated it will look for numbered subfolders and select the highest number,
-    /// which will be the start point for the naming of the next subfolders. If no subfolders exists
-    /// then the starting point will be 1000, ie. /media/1000/koala.jpg
-    /// </summary>
-    internal class MediaSubfolderCounter
-    {
-        #region Singleton
-
-        private long _numberedFolder = 1000;//Default starting point
-        private static readonly ReaderWriterLockSlim ClearLock = new ReaderWriterLockSlim();
-        private static readonly Lazy<MediaSubfolderCounter> Lazy = new Lazy<MediaSubfolderCounter>(() => new MediaSubfolderCounter());
-
-        public static MediaSubfolderCounter Current { get { return Lazy.Value; } }
-
-        private MediaSubfolderCounter()
-        {
-            var folders = new List<long>();
-            var fs = FileSystemProviderManager.Current.GetFileSystemProvider<MediaFileSystem>();
-            var directories = fs.GetDirectories("");
-            foreach (var directory in directories)
-            {
-                long dirNum;
-                if (long.TryParse(directory, out dirNum))
-                {
-                    folders.Add(dirNum);
-                }
-            }
-            var last = folders.OrderBy(x => x).LastOrDefault();
-            if(last != default(long))
-                _numberedFolder = last;
-        }
-
-        #endregion
-
-        /// <summary>
-        /// Returns an increment of the numbered media subfolders.
-        /// </summary>
-        /// <returns>A <see cref="System.Int64"/> value</returns>
-        public long Increment()
-        {
-            using (new ReadLock(ClearLock))
-            {
-                _numberedFolder = _numberedFolder + 1;
-                return _numberedFolder;
-            }
-        }
-    }
-}

src/Umbraco.Core/Media/UploadAutoFillProperties.cs

@@ -0,0 +1,220 @@
+using System;
+using System.Drawing;
+using System.IO;
+using System.Linq;
+using Umbraco.Core.Configuration.UmbracoSettings;
+using Umbraco.Core.IO;
+using Umbraco.Core.Logging;
+using Umbraco.Core.Models;
+
+namespace Umbraco.Core.Media
+{
+    /// <summary>
+    /// Provides methods to manage auto-fill properties for upload fields.
+    /// </summary>
+    internal class UploadAutoFillProperties
+    {
+        private readonly ILogger _logger;
+        private readonly MediaFileSystem _mediaFileSystem;
+        private readonly IContentSection _contentSettings;
+
+        public UploadAutoFillProperties(MediaFileSystem mediaFileSystem, ILogger logger, IContentSection contentSettings)
+        {
+            _mediaFileSystem = mediaFileSystem;
+            _logger = logger;
+            _contentSettings = contentSettings;
+        }
+
+        /// <summary>
+        /// Gets the auto-fill configuration for a specified property alias.
+        /// </summary>
+        /// <param name="propertyTypeAlias">The property type alias.</param>
+        /// <returns>The auto-fill configuration for the specified property alias, or null.</returns>
+        public IImagingAutoFillUploadField GetConfig(string propertyTypeAlias)
+        {
+            var autoFillConfigs = _contentSettings.ImageAutoFillProperties;            
+            return autoFillConfigs == null ? null : autoFillConfigs.FirstOrDefault(x => x.Alias == propertyTypeAlias);
+        }
+
+        /// <summary>
+        /// Resets the auto-fill properties of a content item, for a specified property alias.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="propertyTypeAlias">The property type alias.</param>
+        public void Reset(IContentBase content, string propertyTypeAlias)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (propertyTypeAlias == null) throw new ArgumentNullException("propertyTypeAlias");
+
+            // get the config, no config = nothing to do
+            var autoFillConfig = GetConfig(propertyTypeAlias);
+            if (autoFillConfig == null) return; // nothing
+
+            // reset
+            Reset(content, autoFillConfig);
+        }
+
+        /// <summary>
+        /// Resets the auto-fill properties of a content item, for a specified auto-fill configuration.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="autoFillConfig">The auto-fill configuration.</param>
+        public void Reset(IContentBase content, IImagingAutoFillUploadField autoFillConfig)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (autoFillConfig == null) throw new ArgumentNullException("autoFillConfig");
+
+            ResetProperties(content, autoFillConfig);
+        }
+
+        /// <summary>
+        /// Populates the auto-fill properties of a content item.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="propertyTypeAlias">The property type alias.</param>
+        /// <param name="filepath">The filesystem-relative filepath, or null to clear properties.</param>
+        public void Populate(IContentBase content, string propertyTypeAlias, string filepath)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (propertyTypeAlias == null) throw new ArgumentNullException("propertyTypeAlias");
+
+            // no property = nothing to do
+            if (content.Properties.Contains(propertyTypeAlias) == false) return;
+
+            // get the config, no config = nothing to do
+            var autoFillConfig = GetConfig(propertyTypeAlias);
+            if (autoFillConfig == null) return; // nothing
+
+            // populate
+            Populate(content, autoFillConfig, filepath);
+        }
+
+        /// <summary>
+        /// Populates the auto-fill properties of a content item.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="propertyTypeAlias">The property type alias.</param>
+        /// <param name="filepath">The filesystem-relative filepath, or null to clear properties.</param>
+        /// <param name="filestream">The stream containing the file data.</param>
+        /// <param name="image">The file data as an image object.</param>
+        public void Populate(IContentBase content, string propertyTypeAlias, string filepath, Stream filestream, Image image = null)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (propertyTypeAlias == null) throw new ArgumentNullException("propertyTypeAlias");
+
+            // no property = nothing to do
+            if (content.Properties.Contains(propertyTypeAlias) == false) return;
+
+            // get the config, no config = nothing to do
+            var autoFillConfig = GetConfig(propertyTypeAlias);
+            if (autoFillConfig == null) return; // nothing
+
+            // populate
+            Populate(content, autoFillConfig, filepath, filestream, image);
+        }
+
+        /// <summary>
+        /// Populates the auto-fill properties of a content item, for a specified auto-fill configuration.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="autoFillConfig">The auto-fill configuration.</param>
+        /// <param name="filepath">The filesystem path to the uploaded file.</param>
+        /// <remarks>The <paramref name="filepath"/> parameter is the path relative to the filesystem.</remarks>
+        public void Populate(IContentBase content, IImagingAutoFillUploadField autoFillConfig, string filepath)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (autoFillConfig == null) throw new ArgumentNullException("autoFillConfig");
+
+            // no file = reset, file = auto-fill
+            if (filepath.IsNullOrWhiteSpace())
+            {
+                ResetProperties(content, autoFillConfig);
+            }
+            else
+            {
+                // if anything goes wrong, just reset the properties
+                try
+                {
+                    using (var filestream = _mediaFileSystem.OpenFile(filepath))
+                    {
+                        var extension = (Path.GetExtension(filepath) ?? "").TrimStart('.');
+                        var size = _mediaFileSystem.IsImageFile(extension) ? (Size?) _mediaFileSystem.GetDimensions(filestream) : null;
+                        SetProperties(content, autoFillConfig, size, filestream.Length, extension);
+                    }
+                }
+                catch (Exception ex)
+                {
+                    _logger.Error(typeof(UploadAutoFillProperties), "Could not populate upload auto-fill properties for file \""
+                        + filepath + "\".", ex);
+                    ResetProperties(content, autoFillConfig);
+                }
+            }
+        }
+
+        /// <summary>
+        /// Populates the auto-fill properties of a content item.
+        /// </summary>
+        /// <param name="content">The content item.</param>
+        /// <param name="autoFillConfig"></param>
+        /// <param name="filepath">The filesystem-relative filepath, or null to clear properties.</param>
+        /// <param name="filestream">The stream containing the file data.</param>
+        /// <param name="image">The file data as an image object.</param>
+        public void Populate(IContentBase content, IImagingAutoFillUploadField autoFillConfig, string filepath, Stream filestream, Image image = null)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (autoFillConfig == null) throw new ArgumentNullException("autoFillConfig");
+
+            // no file = reset, file = auto-fill
+            if (filepath.IsNullOrWhiteSpace() || filestream == null)
+            {
+                ResetProperties(content, autoFillConfig);
+            }
+            else
+            {
+                var extension = (Path.GetExtension(filepath) ?? "").TrimStart('.');
+                Size? size;
+                if (image == null)
+                    size = _mediaFileSystem.IsImageFile(extension) ? (Size?) _mediaFileSystem.GetDimensions(filestream) : null;
+                else 
+                    size = new Size(image.Width, image.Height);
+                SetProperties(content, autoFillConfig, size, filestream.Length, extension);
+            }
+        }
+
+        private static void SetProperties(IContentBase content, IImagingAutoFillUploadField autoFillConfig, Size? size, long length, string extension)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (autoFillConfig == null) throw new ArgumentNullException("autoFillConfig");
+
+            if (content.Properties.Contains(autoFillConfig.WidthFieldAlias))
+                content.Properties[autoFillConfig.WidthFieldAlias].Value = size.HasValue ? size.Value.Width.ToInvariantString() : string.Empty;
+
+            if (content.Properties.Contains(autoFillConfig.HeightFieldAlias))
+                content.Properties[autoFillConfig.HeightFieldAlias].Value = size.HasValue ? size.Value.Height.ToInvariantString() : string.Empty;
+
+            if (content.Properties.Contains(autoFillConfig.LengthFieldAlias))
+                content.Properties[autoFillConfig.LengthFieldAlias].Value = length;
+
+            if (content.Properties.Contains(autoFillConfig.ExtensionFieldAlias))
+                content.Properties[autoFillConfig.ExtensionFieldAlias].Value = extension;
+}
+
+        private static void ResetProperties(IContentBase content, IImagingAutoFillUploadField autoFillConfig)
+        {
+            if (content == null) throw new ArgumentNullException("content");
+            if (autoFillConfig == null) throw new ArgumentNullException("autoFillConfig");
+
+            if (content.Properties.Contains(autoFillConfig.WidthFieldAlias))
+                content.Properties[autoFillConfig.WidthFieldAlias].Value = string.Empty;
+
+            if (content.Properties.Contains(autoFillConfig.HeightFieldAlias))
+                content.Properties[autoFillConfig.HeightFieldAlias].Value = string.Empty;
+
+            if (content.Properties.Contains(autoFillConfig.LengthFieldAlias))
+                content.Properties[autoFillConfig.LengthFieldAlias].Value = string.Empty;
+
+            if (content.Properties.Contains(autoFillConfig.ExtensionFieldAlias))
+                content.Properties[autoFillConfig.ExtensionFieldAlias].Value = string.Empty;
+        }
+    }
+}

src/Umbraco.Core/Models/ContentExtensions.cs

@@ -1,25 +1,15 @@
 using System;
 using System.Collections.Generic;
-using System.Drawing;
-using System.Drawing.Drawing2D;
-using System.Drawing.Imaging;
-using System.Globalization;
 using System.IO;
 using System.Linq;
 using System.Web;
-using System.Xml;
 using System.Xml.Linq;
 using Newtonsoft.Json;
 using Newtonsoft.Json.Linq;
-using Umbraco.Core.Configuration;
-using Umbraco.Core.Configuration.UmbracoSettings;
 using Umbraco.Core.IO;
 using Umbraco.Core.Media;
 using Umbraco.Core.Models.EntityBase;
 using Umbraco.Core.Models.Membership;
-using Umbraco.Core.Strings;
-using Umbraco.Core.Persistence;
-using Umbraco.Core.Persistence.UnitOfWork;
 using Umbraco.Core.Services;
 
 namespace Umbraco.Core.Models
@@ -329,7 +319,7 @@ namespace Umbraco.Core.Models
             {
                 if (property.Value is string)
                 {
-                    var value = (string)property.Value;
+                    var value = (string) property.Value;
                     property.Value = value.ToValidXmlString();
                 }
             }
@@ -443,154 +433,116 @@ namespace Umbraco.Core.Models
             }
         }
 
+        public static IContentTypeComposition GetContentType(this IContentBase contentBase)
+        {
+            if (contentBase == null) throw new ArgumentNullException("contentBase");
+
+            var content = contentBase as IContent;
+            if (content != null) return content.ContentType;
+            var media = contentBase as IMedia;
+            if (media != null) return media.ContentType;
+            var member = contentBase as IMember;
+            if (member != null) return member.ContentType;
+            throw new NotSupportedException("Unsupported IContentBase implementation: " + contentBase.GetType().FullName + ".");
+        }
+
         #region SetValue for setting file contents
 
         /// <summary>
-        /// Sets and uploads the file from a HttpPostedFileBase object as the property value
+        /// Stores and sets an uploaded HttpPostedFileBase as a property value.
         /// </summary>
-        /// <param name="content"><see cref="IContentBase"/> to add property value to</param>
-        /// <param name="propertyTypeAlias">Alias of the property to save the value on</param>
-        /// <param name="value">The <see cref="HttpPostedFileBase"/> containing the file that will be uploaded</param>
+        /// <param name="content"><see cref="IContentBase"/>A content item.</param>
+        /// <param name="propertyTypeAlias">The property alias.</param>
+        /// <param name="value">The uploaded <see cref="HttpPostedFileBase"/>.</param>
         public static void SetValue(this IContentBase content, string propertyTypeAlias, HttpPostedFileBase value)
         {
-            // Ensure we get the filename without the path in IE in intranet mode 
+            // ensure we get the filename without the path in IE in intranet mode 
             // http://stackoverflow.com/questions/382464/httppostedfile-filename-different-from-ie
-            var fileName = value.FileName;
-            if (fileName.LastIndexOf(@"\") > 0)
-                fileName = fileName.Substring(fileName.LastIndexOf(@"\") + 1);
+            var filename = value.FileName;
+            var pos = filename.LastIndexOf(@"\", StringComparison.InvariantCulture);
+            if (pos > 0)
+                filename = filename.Substring(pos + 1);
 
-            var name =
-                IOHelper.SafeFileName(
-                    fileName.Substring(fileName.LastIndexOf(IOHelper.DirSepChar) + 1,
-                                       fileName.Length - fileName.LastIndexOf(IOHelper.DirSepChar) - 1)
-                            .ToLower());
+            // strip any directory info
+            pos = filename.LastIndexOf(IOHelper.DirSepChar);
+            if (pos > 0)
+                filename = filename.Substring(pos + 1);
 
-            if (string.IsNullOrEmpty(name) == false)
-                SetFileOnContent(content, propertyTypeAlias, name, value.InputStream);
+            // get a safe filename - should this be done by MediaHelper?
+            filename = IOHelper.SafeFileName(filename);
+            if (string.IsNullOrWhiteSpace(filename)) return;
+            filename = filename.ToLower(); // fixme - er... why?
+
+            FileSystemProviderManager.Current.MediaFileSystem.SetUploadFile(content, propertyTypeAlias, filename, value.InputStream);
         }
 
         /// <summary>
-        /// Sets and uploads the file from a HttpPostedFile object as the property value
+        /// Stores and sets an uploaded HttpPostedFile as a property value.
         /// </summary>
-        /// <param name="content"><see cref="IContentBase"/> to add property value to</param>
-        /// <param name="propertyTypeAlias">Alias of the property to save the value on</param>
-        /// <param name="value">The <see cref="HttpPostedFile"/> containing the file that will be uploaded</param>
+        /// <param name="content"><see cref="IContentBase"/>A content item.</param>
+        /// <param name="propertyTypeAlias">The property alias.</param>
+        /// <param name="value">The uploaded <see cref="HttpPostedFile"/>.</param>
         public static void SetValue(this IContentBase content, string propertyTypeAlias, HttpPostedFile value)
         {
-            SetValue(content, propertyTypeAlias, (HttpPostedFileBase)new HttpPostedFileWrapper(value));
+            SetValue(content, propertyTypeAlias, (HttpPostedFileBase) new HttpPostedFileWrapper(value));
         }
 
         /// <summary>
-        /// Sets and uploads the file from a HttpPostedFileWrapper object as the property value
+        /// Stores and sets an uploaded HttpPostedFileWrapper as a property value.
         /// </summary>
-        /// <param name="content"><see cref="IContentBase"/> to add property value to</param>
-        /// <param name="propertyTypeAlias">Alias of the property to save the value on</param>
-        /// <param name="value">The <see cref="HttpPostedFileWrapper"/> containing the file that will be uploaded</param>
+        /// <param name="content"><see cref="IContentBase"/>A content item.</param>
+        /// <param name="propertyTypeAlias">The property alias.</param>
+        /// <param name="value">The uploaded <see cref="HttpPostedFileWrapper"/>.</param>
         [Obsolete("There is no reason for this overload since HttpPostedFileWrapper inherits from HttpPostedFileBase")]
         public static void SetValue(this IContentBase content, string propertyTypeAlias, HttpPostedFileWrapper value)
         {
-            SetValue(content, propertyTypeAlias, (HttpPostedFileBase)value);
+            SetValue(content, propertyTypeAlias, (HttpPostedFileBase) value);
         }
 
         /// <summary>
-        /// Sets and uploads the file from a <see cref="Stream"/> as the property value
+        /// Stores and sets a file as a property value.
         /// </summary>
-        /// <param name="content"><see cref="IContentBase"/> to add property value to</param>
-        /// <param name="propertyTypeAlias">Alias of the property to save the value on</param>
-        /// <param name="fileName">Name of the file</param>
-        /// <param name="fileStream"><see cref="Stream"/> to save to disk</param>
-        public static void SetValue(this IContentBase content, string propertyTypeAlias, string fileName, Stream fileStream)
+        /// <param name="content"><see cref="IContentBase"/>A content item.</param>
+        /// <param name="propertyTypeAlias">The property alias.</param>
+        /// <param name="filename">The name of the file.</param>
+        /// <param name="filestream">A stream containing the file data.</param>
+        /// <remarks>This really is for FileUpload fields only, and should be obsoleted. For anything else,
+        /// you need to store the file by yourself using Store and then figure out
+        /// how to deal with auto-fill properties (if any) and thumbnails (if any) by yourself.</remarks>
+        public static void SetValue(this IContentBase content, string propertyTypeAlias, string filename, Stream filestream)
         {
-            var name = IOHelper.SafeFileName(fileName);
+            if (filename == null || filestream == null) return;
 
-            if (string.IsNullOrEmpty(name) == false && fileStream != null)
-                SetFileOnContent(content, propertyTypeAlias, name, fileStream);
+            // get a safe filename - should this be done by MediaHelper?
+            filename = IOHelper.SafeFileName(filename);
+            if (string.IsNullOrWhiteSpace(filename)) return;
+            filename = filename.ToLower(); // fixme - er... why?
+
+            FileSystemProviderManager.Current.MediaFileSystem.SetUploadFile(content, propertyTypeAlias, filename, filestream);
         }
 
-        private static void SetFileOnContent(IContentBase content, string propertyTypeAlias, string filename, Stream fileStream)
+        /// <summary>
+        /// Stores a file.
+        /// </summary>
+        /// <param name="content"><see cref="IContentBase"/>A content item.</param>
+        /// <param name="propertyTypeAlias">The property alias.</param>
+        /// <param name="filename">The name of the file.</param>
+        /// <param name="filestream">A stream containing the file data.</param>
+        /// <param name="filepath">The original file path, if any.</param>
+        /// <returns>The path to the file, relative to the media filesystem.</returns>
+        /// <remarks>
+        /// <para>Does NOT set the property value, so one should probably store the file and then do
+        /// something alike: property.Value = MediaHelper.FileSystem.GetUrl(filepath).</para>
+        /// <para>The original file path is used, in the old media file path scheme, to try and reuse
+        /// the "folder number" that was assigned to the previous file referenced by the property,
+        /// if any.</para>
+        /// </remarks>
+        public static string StoreFile(this IContentBase content, string propertyTypeAlias, string filename, Stream filestream, string filepath)
         {
-            var property = content.Properties.FirstOrDefault(x => x.Alias == propertyTypeAlias);
-            if (property == null)
-                return;
-
-            //TODO: ALl of this naming logic needs to be put into the ImageHelper and then we need to change FileUploadPropertyValueEditor to do the same!
-
-            var numberedFolder = MediaSubfolderCounter.Current.Increment();
-            var fileName = UmbracoConfig.For.UmbracoSettings().Content.UploadAllowDirectories
-                                              ? Path.Combine(numberedFolder.ToString(CultureInfo.InvariantCulture), filename)
-                                              : numberedFolder + "-" + filename;
-
-            var extension = Path.GetExtension(filename).Substring(1).ToLowerInvariant();
-
-            //the file size is the length of the stream in bytes
-            var fileSize = fileStream.Length;
-
-            var fs = FileSystemProviderManager.Current.GetFileSystemProvider<MediaFileSystem>();
-            fs.AddFile(fileName, fileStream);
-
-            //Check if file supports resizing and create thumbnails
-            var supportsResizing = UmbracoConfig.For.UmbracoSettings().Content.ImageFileTypes.InvariantContains(extension);
-
-            //the config section used to auto-fill properties
-            IImagingAutoFillUploadField uploadFieldConfigNode = null;
-
-            //Check for auto fill of additional properties
-            if (UmbracoConfig.For.UmbracoSettings().Content.ImageAutoFillProperties != null)
-            {
-                uploadFieldConfigNode = UmbracoConfig.For.UmbracoSettings().Content.ImageAutoFillProperties
-                                    .FirstOrDefault(x => x.Alias == propertyTypeAlias);
-
-            }
-
-            if (supportsResizing)
-            {
-                //get the original image from the original stream
-                if (fileStream.CanSeek) fileStream.Seek(0, 0);
-                using (var originalImage = Image.FromStream(fileStream))
-                {
-                    var additionalSizes = new List<int>();
-
-                    //Look up Prevalues for this upload datatype - if it is an upload datatype - get additional configured sizes
-                    if (property.PropertyType.PropertyEditorAlias == Constants.PropertyEditors.UploadFieldAlias)
-                    {
-                        //Get Prevalues by the DataType's Id: property.PropertyType.DataTypeId
-                        var values = ApplicationContext.Current.Services.DataTypeService.GetPreValuesByDataTypeId(property.PropertyType.DataTypeDefinitionId);
-                        var thumbnailSizes = values.FirstOrDefault();
-                        //Additional thumbnails configured as prevalues on the DataType
-                        if (thumbnailSizes != null)
-                        {
-							foreach (var thumb in thumbnailSizes.Split(new[] { ";", "," }, StringSplitOptions.RemoveEmptyEntries))
-                            {
-                                int thumbSize;
-                                if (thumb != "" && int.TryParse(thumb, out thumbSize))
-                                {
-                                    additionalSizes.Add(thumbSize);
-                                }
-                            }
-                        }
-                    }
-
-                    ImageHelper.GenerateMediaThumbnails(fs, fileName, extension, originalImage, additionalSizes);
-
-                    //while the image is still open, we'll check if we need to auto-populate the image properties
-                    if (uploadFieldConfigNode != null)
-                    {
-                        content.SetValue(uploadFieldConfigNode.WidthFieldAlias, originalImage.Width.ToString(CultureInfo.InvariantCulture));
-                        content.SetValue(uploadFieldConfigNode.HeightFieldAlias, originalImage.Height.ToString(CultureInfo.InvariantCulture));
-                    }
-
-                }
-            }
-
-            //if auto-fill is true, then fill the remaining, non-image properties
-            if (uploadFieldConfigNode != null)
-            {
-                content.SetValue(uploadFieldConfigNode.LengthFieldAlias, fileSize.ToString(CultureInfo.InvariantCulture));
-                content.SetValue(uploadFieldConfigNode.ExtensionFieldAlias, extension);
-            }
-
-            //Set the value of the property to that of the uploaded file's url
-            property.Value = fs.GetUrl(fileName);
+            var propertyType = content.GetContentType()
+                .CompositionPropertyTypes.FirstOrDefault(x => x.Alias.InvariantEquals(propertyTypeAlias));
+            if (propertyType == null) throw new ArgumentException("Invalid property type alias " + propertyTypeAlias + ".");
+            return FileSystemProviderManager.Current.MediaFileSystem.StoreFile(content, propertyType, filename, filestream, filepath);
         }
 
         #endregion

src/Umbraco.Core/Models/Editors/ContentPropertyData.cs

@@ -16,6 +16,11 @@ namespace Umbraco.Core.Models.Editors
     /// </remarks>
     public class ContentPropertyData
     {
+        public ContentPropertyData(object value, PreValueCollection preValues) 
+            : this(value, preValues, new Dictionary<string, object>())
+        {
+        }
+
         public ContentPropertyData(object value, PreValueCollection preValues, IDictionary<string, object> additionalData)
         {
             Value = value;
@@ -28,6 +33,9 @@ namespace Umbraco.Core.Models.Editors
         /// </summary>
         public object Value { get; private set; }
 
+        /// <summary>
+        /// The pre-value collection for the content property
+        /// </summary>
         public PreValueCollection PreValues { get; private set; }
 
         /// <summary>

src/Umbraco.Core/Models/EntityBase/Entity.cs

@@ -113,8 +113,10 @@ namespace Umbraco.Core.Models.EntityBase
         /// </summary>
         internal virtual void AddingEntity()
         {
-            CreateDate = DateTime.Now;
-            UpdateDate = DateTime.Now;
+            if (IsPropertyDirty("CreateDate") == false || _createDate == default(DateTime))
+                CreateDate = DateTime.Now;
+            if (IsPropertyDirty("UpdateDate") == false || _updateDate == default(DateTime))
+                UpdateDate = CreateDate;
         }
 
         /// <summary>
@@ -122,7 +124,8 @@ namespace Umbraco.Core.Models.EntityBase
         /// </summary>
         internal virtual void UpdatingEntity()
         {
-            UpdateDate = DateTime.Now;
+            if (IsPropertyDirty("UpdateDate") == false || _updateDate == default(DateTime))
+                UpdateDate = DateTime.Now;
         }
 
         /// <summary>

src/Umbraco.Core/Models/GridValue.cs

@@ -0,0 +1,85 @@
+using System;
+using System.Collections.Generic;
+using Newtonsoft.Json;
+using Newtonsoft.Json.Linq;
+
+namespace Umbraco.Core.Models
+{
+    /// <summary>
+    /// A model representing the value saved for the grid
+    /// </summary>
+    public class GridValue
+    {
+        [JsonProperty("name")]
+        public string Name { get; set; }
+
+        [JsonProperty("sections")]
+        public IEnumerable<GridSection> Sections { get; set; }
+
+        public class GridSection
+        {
+            [JsonProperty("grid")]
+            public string Grid { get; set; }
+
+            [JsonProperty("rows")]
+            public IEnumerable<GridRow> Rows { get; set; }
+        }
+
+        public class GridRow
+        {
+            [JsonProperty("name")]
+            public string Name { get; set; }
+
+            [JsonProperty("id")]
+            public Guid Id { get; set; }
+
+            [JsonProperty("areas")]
+            public IEnumerable<GridArea> Areas { get; set; }
+
+            [JsonProperty("styles")]
+            public JToken Styles { get; set; }
+
+            [JsonProperty("config")]
+            public JToken Config { get; set; }
+        }
+
+        public class GridArea
+        {
+            [JsonProperty("grid")]
+            public string Grid { get; set; }
+
+            [JsonProperty("controls")]
+            public IEnumerable<GridControl> Controls { get; set; }
+
+            [JsonProperty("styles")]
+            public JToken Styles { get; set; }
+
+            [JsonProperty("config")]
+            public JToken Config { get; set; }
+        }
+
+        public class GridControl
+        {
+            [JsonProperty("value")]
+            public JToken Value { get; set; }
+
+            [JsonProperty("editor")]
+            public GridEditor Editor { get; set; }
+
+            [JsonProperty("styles")]
+            public JToken Styles { get; set; }
+
+            [JsonProperty("config")]
+            public JToken Config { get; set; }
+        }
+
+        public class GridEditor
+        {
+            [JsonProperty("alias")]
+            public string Alias { get; set; }
+
+            [JsonProperty("view")]
+            public string View { get; set; }
+        }
+    }
+}

src/Umbraco.Core/Models/IMacroProperty.cs

@@ -1,3 +1,4 @@
+using System;
 using System.Runtime.Serialization;
 using Umbraco.Core.Models.EntityBase;
 
@@ -11,6 +12,9 @@ namespace Umbraco.Core.Models
         [DataMember]
         int Id { get; set; }
 
+        [DataMember]
+        Guid Key { get; set; }
+
         /// <summary>
         /// Gets or sets the Alias of the Property
         /// </summary>

src/Umbraco.Core/Models/IMediaType.cs

@@ -4,7 +4,7 @@ namespace Umbraco.Core.Models
 {
     /// <summary>
     /// Defines a ContentType, which Media is based on
-    /// </summary
+    /// </summary>
     public interface IMediaType : IContentTypeComposition
     {
 

src/Umbraco.Core/Models/IXsltFile.cs

@@ -0,0 +1,7 @@
+namespace Umbraco.Core.Models
+{
+    public interface IXsltFile : IFile
+    {
+        
+    }
+}

src/Umbraco.Core/Models/Macro.cs

@@ -1,13 +1,10 @@
 using System;
 using System.Collections.Generic;
-using System.Collections.ObjectModel;
 using System.Collections.Specialized;
 using System.ComponentModel;
 using System.Linq;
 using System.Reflection;
 using System.Runtime.Serialization;
-using System.Text.RegularExpressions;
-using Umbraco.Core.IO;
 using Umbraco.Core.Models.EntityBase;
 using Umbraco.Core.Strings;
 
@@ -27,11 +24,12 @@ namespace Umbraco.Core.Models
             _addedProperties = new List<string>();
             _removedProperties = new List<string>();
         }
-        
+
         /// <summary>
         /// Creates an item with pre-filled properties
         /// </summary>
         /// <param name="id"></param>
+        /// <param name="key"></param>
         /// <param name="useInEditor"></param>
         /// <param name="cacheDuration"></param>
         /// <param name="alias"></param>
@@ -43,10 +41,11 @@ namespace Umbraco.Core.Models
         /// <param name="cacheByMember"></param>
         /// <param name="dontRender"></param>
         /// <param name="scriptPath"></param>
-        public Macro(int id, bool useInEditor, int cacheDuration, string @alias, string name, string controlType, string controlAssembly, string xsltPath, bool cacheByPage, bool cacheByMember, bool dontRender, string scriptPath)
+        public Macro(int id, Guid key, bool useInEditor, int cacheDuration, string @alias, string name, string controlType, string controlAssembly, string xsltPath, bool cacheByPage, bool cacheByMember, bool dontRender, string scriptPath)
             : this()
         {
             Id = id;
+            Key = key;
             UseInEditor = useInEditor;
             CacheDuration = cacheDuration;
             Alias = alias.ToCleanString(CleanStringType.Alias);

src/Umbraco.Core/Models/MacroProperty.cs

@@ -15,7 +15,7 @@ namespace Umbraco.Core.Models
     {
         public MacroProperty()
         {
-            
+            _key = Guid.NewGuid();
         }
 
         /// <summary>
@@ -30,6 +30,7 @@ namespace Umbraco.Core.Models
             _alias = alias;
             _name = name;
             _sortOrder = sortOrder;
+            _key = Guid.NewGuid();
 
             //try to get the new mapped parameter editor
             var mapped = LegacyParameterEditorAliasConverter.GetNewAliasFromLegacyAlias(editorAlias, false);
@@ -45,16 +46,18 @@ namespace Umbraco.Core.Models
         /// Ctor for creating an existing property
         /// </summary>
         /// <param name="id"></param>
+        /// <param name="key"></param>
         /// <param name="alias"></param>
         /// <param name="name"></param>
         /// <param name="sortOrder"></param>
         /// <param name="editorAlias"></param>
-        internal MacroProperty(int id, string @alias, string name, int sortOrder, string editorAlias)
+        internal MacroProperty(int id, Guid key, string @alias, string name, int sortOrder, string editorAlias)
         {
             _id = id;
             _alias = alias;
             _name = name;
             _sortOrder = sortOrder;
+            _key = key;
 
             //try to get the new mapped parameter editor
             var mapped = LegacyParameterEditorAliasConverter.GetNewAliasFromLegacyAlias(editorAlias, false);
@@ -66,6 +69,7 @@ namespace Umbraco.Core.Models
             _editorAlias = editorAlias;
         }
 
+        private Guid _key;
         private string _alias;
         private string _name;
         private int _sortOrder;
@@ -76,6 +80,7 @@ namespace Umbraco.Core.Models
 
         private class PropertySelectors
         {
+            public readonly PropertyInfo KeySelector = ExpressionHelper.GetPropertyInfo<MacroProperty, Guid>(x => x.Key);
             public readonly PropertyInfo AliasSelector = ExpressionHelper.GetPropertyInfo<MacroProperty, string>(x => x.Alias);
             public readonly PropertyInfo NameSelector = ExpressionHelper.GetPropertyInfo<MacroProperty, string>(x => x.Name);
             public readonly PropertyInfo SortOrderSelector = ExpressionHelper.GetPropertyInfo<MacroProperty, int>(x => x.SortOrder);
@@ -83,6 +88,16 @@ namespace Umbraco.Core.Models
             public readonly PropertyInfo PropertyTypeSelector = ExpressionHelper.GetPropertyInfo<MacroProperty, string>(x => x.EditorAlias);
         }
 
+        /// <summary>
+        /// Gets or sets the Key of the Property
+        /// </summary>
+        [DataMember]
+        public Guid Key
+        {
+            get { return _key; }
+            set { SetPropertyValueAndDetectChanges(value, ref _key, Ps.Value.KeySelector); }
+        }
+
         /// <summary>
         /// Gets or sets the Alias of the Property
         /// </summary>

src/Umbraco.Core/Models/MediaExtensions.cs

@@ -1,5 +1,4 @@
 using System;
-using System.Collections.Generic;
 using System.Linq;
 using Newtonsoft.Json;
 using Newtonsoft.Json.Linq;
@@ -9,73 +8,56 @@ using Umbraco.Core.PropertyEditors.ValueConverters;
 
 namespace Umbraco.Core.Models
 {
-    internal static class MediaExtensions
+    public static class MediaExtensions
     {
         /// <summary>
-        /// Hack: we need to put this in a real place, this is currently just used to render the urls for a media item in the back office
+        /// Gets the url of a media item.
         /// </summary>
-        /// <returns></returns>
         public static string GetUrl(this IMedia media, string propertyAlias, ILogger logger)
         {
             var propertyType = media.PropertyTypes.FirstOrDefault(x => x.Alias.InvariantEquals(propertyAlias));
-            if (propertyType != null)
+            if (propertyType == null) return string.Empty;
+
+            var val = media.Properties[propertyType];
+            if (val == null) return string.Empty;
+
+            var jsonString = val.Value as string;
+            if (jsonString == null) return string.Empty;
+
+            if (propertyType.PropertyEditorAlias == Constants.PropertyEditors.UploadFieldAlias)
+                return jsonString;
+
+            if (propertyType.PropertyEditorAlias == Constants.PropertyEditors.ImageCropperAlias)
             {
-                var val = media.Properties[propertyType];
-                if (val != null)
+                if (jsonString.DetectIsJson() == false)
+                    return jsonString;
+
+                try
                 {
-                    var jsonString = val.Value as string;
-                    if (jsonString != null)
-                    {
-                        if (propertyType.PropertyEditorAlias == Constants.PropertyEditors.ImageCropperAlias)
-                        {
-                            if (jsonString.DetectIsJson())
-                            {
-                                try
-                                {
-                                    var json = JsonConvert.DeserializeObject<JObject>(jsonString);
-                                    if (json["src"] != null)
-                                    {
-                                        return json["src"].Value<string>();
-                                    }
-                                }
-                                catch (Exception ex)
-                                {
-                                    logger.Error<ImageCropperValueConverter>("Could not parse the string " + jsonString + " to a json object", ex);
-                                    return string.Empty;
-                                }
-                            }
-                            else
-                            {
-                                return jsonString;
-                            }
-                        }
-                        else if (propertyType.PropertyEditorAlias == Constants.PropertyEditors.UploadFieldAlias)
-                        {
-                            return jsonString;
-                        }
-                        //hrm, without knowing what it is, just adding a string here might not be very nice
-                    }
+                    var json = JsonConvert.DeserializeObject<JObject>(jsonString);
+                    if (json["src"] != null)
+                        return json["src"].Value<string>();
+                }
+                catch (Exception ex)
+                {
+                    logger.Error<ImageCropperValueConverter>("Could not parse the string " + jsonString + " to a json object", ex);
+                    return string.Empty;
                 }
             }
+
+            // hrm, without knowing what it is, just adding a string here might not be very nice
             return string.Empty;
         }
 
         /// <summary>
-        /// Hack: we need to put this in a real place, this is currently just used to render the urls for a media item in the back office
+        /// Gets the urls of a media item.
         /// </summary>
-        /// <returns></returns>
         public static string[] GetUrls(this IMedia media, IContentSection contentSection, ILogger logger)
         {
-            var links = new List<string>();
-            var autoFillProperties = contentSection.ImageAutoFillProperties.ToArray();
-            if (autoFillProperties.Any())
-            {
-                links.AddRange(
-                    autoFillProperties
-                        .Select(field => media.GetUrl(field.Alias, logger))
-                        .Where(link => link.IsNullOrWhiteSpace() == false));
-            }
-            return links.ToArray();
+            return contentSection.ImageAutoFillProperties
+                .Select(field => media.GetUrl(field.Alias, logger))
+                .Where(link => string.IsNullOrWhiteSpace(link) == false)
+                .ToArray();
         }
     }
 }

src/Umbraco.Core/Models/Rdbms/LockDto.cs

@@ -0,0 +1,29 @@
+using Umbraco.Core.Persistence;
+using Umbraco.Core.Persistence.DatabaseAnnotations;
+
+namespace Umbraco.Core.Models.Rdbms
+{
+    [TableName("umbracoLock")]
+    [PrimaryKey("id")]
+    [ExplicitColumns]
+    internal class LockDto
+    {
+        public LockDto()
+        {
+            Value = 1;
+        }
+
+        [Column("id")]
+        [PrimaryKeyColumn(Name = "PK_umbracoLock")]
+        public int Id { get; set; }
+
+        [Column("value")]
+        [NullSetting(NullSetting = NullSettings.NotNull)]
+        public int Value { get; set; }
+
+        [Column("name")]
+        [NullSetting(NullSetting = NullSettings.NotNull)]
+        [Length(64)]
+        public string Name { get; set; }
+    }
+}

src/Umbraco.Core/Models/Rdbms/MacroDto.cs

@@ -1,4 +1,5 @@
-using System.Collections.Generic;
+using System;
+using System.Collections.Generic;
 using Umbraco.Core.Persistence;
 using Umbraco.Core.Persistence.DatabaseAnnotations;
 
@@ -13,6 +14,10 @@ namespace Umbraco.Core.Models.Rdbms
         [PrimaryKeyColumn]
         public int Id { get; set; }
 
+        [Column("uniqueId")]
+        [Index(IndexTypes.UniqueNonClustered, Name = "IX_cmsMacro_UniqueId")]
+        public Guid UniqueId { get; set; }
+
         [Column("macroUseInEditor")]
         [Constraint(Default = "0")]
         public bool UseInEditor { get; set; }

src/Umbraco.Core/Models/Rdbms/MacroPropertyDto.cs

@@ -1,4 +1,5 @@
-using Umbraco.Core.Persistence;
+using System;
+using Umbraco.Core.Persistence;
 using Umbraco.Core.Persistence.DatabaseAnnotations;
 
 namespace Umbraco.Core.Models.Rdbms
@@ -11,7 +12,12 @@ namespace Umbraco.Core.Models.Rdbms
         [Column("id")]
         [PrimaryKeyColumn]
         public int Id { get; set; }
-        
+
+        // important to use column name != cmsMacro.uniqueId (fix in v8)
+        [Column("uniquePropertyId")]
+        [Index(IndexTypes.UniqueNonClustered, Name = "IX_cmsMacroProperty_UniquePropertyId")]
+        public Guid UniqueId { get; set; }
+
         [Column("editorAlias")]        
         public string EditorAlias { get; set; }
 

src/Umbraco.Core/Models/Rdbms/RelationTypeDto.cs

@@ -15,6 +15,10 @@ namespace Umbraco.Core.Models.Rdbms
         [PrimaryKeyColumn(IdentitySeed = NodeIdSeed)]
         public int Id { get; set; }
 
+        [Column("typeUniqueId")]
+        [Index(IndexTypes.UniqueNonClustered, Name = "IX_umbracoRelationType_UniqueId")]
+        public Guid UniqueId { get; set; }
+
         [Column("dual")]
         public bool Dual { get; set; }
 

src/Umbraco.Core/Models/Rdbms/UmbracoDeployChecksumDto.cs

@@ -1,43 +0,0 @@
-using System;
-using System.Collections.Generic;
-using Umbraco.Core.Persistence;
-using Umbraco.Core.Persistence.DatabaseAnnotations;
-using Umbraco.Core.Persistence.DatabaseModelDefinitions;
-
-namespace Umbraco.Core.Models.Rdbms
-{
-    [TableName("umbracoDeployChecksum")]
-    [PrimaryKey("id")]
-    [ExplicitColumns]
-    internal class UmbracoDeployChecksumDto
-    {
-        [Column("id")]
-        [PrimaryKeyColumn(Name = "PK_umbracoDeployChecksum")]
-        public int Id { get; set; }
-
-        [Column("entityType")]
-        [Length(32)]
-        [NullSetting(NullSetting = NullSettings.NotNull)]
-        [Index(IndexTypes.UniqueNonClustered, Name = "IX_umbracoDeployChecksum", ForColumns = "entityType,entityGuid,entityPath")]
-        public string EntityType { get; set; }
-
-        [Column("entityGuid")]
-        [NullSetting(NullSetting = NullSettings.Null)]
-        public Guid EntityGuid { get; set; }
-
-        [Column("entityPath")]
-        [Length(256)]
-        [NullSetting(NullSetting = NullSettings.Null)]
-        public string EntityPath { get; set; }
-
-        [Column("localChecksum")]
-        [NullSetting(NullSetting = NullSettings.NotNull)]
-        [Length(32)]
-        public string LocalChecksum { get; set; }
-
-        [Column("compositeChecksum")]
-        [NullSetting(NullSetting = NullSettings.Null)]
-        [Length(32)]
-        public string CompositeChecksum { get; set; }
-    }
-}

src/Umbraco.Core/Models/Rdbms/UmbracoDeployDependencyDto.cs

@@ -1,26 +0,0 @@
-using Umbraco.Core.Persistence;
-using Umbraco.Core.Persistence.DatabaseAnnotations;
-
-namespace Umbraco.Core.Models.Rdbms
-{
-    [TableName("umbracoDeployDependency")]
-    [ExplicitColumns]
-    internal class UmbracoDeployDependencyDto
-    {   
-        [Column("sourceId")]
-        [PrimaryKeyColumn(AutoIncrement = false, Clustered = true, Name = "PK_umbracoDeployDependency", OnColumns = "sourceId, targetId")]
-        [ForeignKey(typeof(UmbracoDeployChecksumDto), Name = "FK_umbracoDeployDependency_umbracoDeployChecksum_id1")]
-        [NullSetting(NullSetting = NullSettings.NotNull)]
-        public int SourceId { get; set; }
-
-        [Column("targetId")]
-        [ForeignKey(typeof(UmbracoDeployChecksumDto), Name = "FK_umbracoDeployDependency_umbracoDeployChecksum_id2")]
-        [NullSetting(NullSetting = NullSettings.NotNull)]
-        public int TargetId { get; set; }
-
-        [Column("mode")]
-        [NullSetting(NullSetting = NullSettings.NotNull)]
-        public int Mode { get; set; }
-
-    }
-}

src/Umbraco.Core/Models/Template.cs

@@ -15,7 +15,7 @@ using Umbraco.Core.Strings;
 namespace Umbraco.Core.Models
 {
     /// <summary>
-    /// Represents a Template file
+    /// Represents a Template file.
     /// </summary>
     [Serializable]
     [DataContract(IsReference = true)]

src/Umbraco.Core/Models/TemplateOnDisk.cs

@@ -0,0 +1,51 @@
+using System;
+using System.Runtime.Serialization;
+
+namespace Umbraco.Core.Models
+{
+    /// <summary>
+    /// Represents a Template file that can have its content on disk.
+    /// </summary>
+    [Serializable]
+    [DataContract(IsReference = true)]
+    public class TemplateOnDisk : Template
+    {
+        /// <summary>
+        /// Initializes a new instance of the <see cref="TemplateOnDisk"/> class.
+        /// </summary>
+        /// <param name="name">The name of the template.</param>
+        /// <param name="alias">The alias of the template.</param>
+        public TemplateOnDisk(string name, string alias)
+            : base(name, alias)
+        {
+            IsOnDisk = true;
+        }
+
+        /// <summary>
+        /// Gets or sets a value indicating whether the content is on disk already.
+        /// </summary>
+        public bool IsOnDisk { get; set; }
+
+        /// <summary>
+        /// Gets or sets the content.
+        /// </summary>
+        /// <remarks>
+        /// <para>Getting the content while the template is "on disk" throws,
+        /// the template must be saved before its content can be retrieved.</para>
+        /// <para>Setting the content means it is not "on disk" anymore, and the
+        /// template becomes (and behaves like) a normal template.</para>
+        /// </remarks>
+        public override string Content
+        {
+            get
+            {
+                return IsOnDisk ? string.Empty : base.Content;
+            }
+            set
+            {
+                base.Content = value;
+                IsOnDisk = false;
+            }
+        }
+    }
+}

src/Umbraco.Core/Models/UmbracoObjectTypes.cs

@@ -1,4 +1,6 @@
-using Umbraco.Core.CodeAnnotations;
+using System;
+using System.ComponentModel;
+using Umbraco.Core.CodeAnnotations;
 
 namespace Umbraco.Core.Models
 {
@@ -17,6 +19,8 @@ namespace Umbraco.Core.Models
         /// </summary>
         [UmbracoObjectType(Constants.ObjectTypes.ContentItemType)]
         [FriendlyName("Content Item Type")]
+        [Obsolete("This is not used and will be removed in future versions")]
+        [EditorBrowsable(EditorBrowsableState.Never)]
         ContentItemType,
 
         /// <summary>
@@ -67,6 +71,8 @@ namespace Umbraco.Core.Models
         /// </summary>
         [UmbracoObjectType(Constants.ObjectTypes.ContentItem)]
         [FriendlyName("Content Item")]
+        [Obsolete("This is not used and will be removed in future versions")]
+        [EditorBrowsable(EditorBrowsableState.Never)]
         ContentItem,
 
         /// <summary>
@@ -130,8 +136,13 @@ namespace Umbraco.Core.Models
         /// </summary>
         [UmbracoObjectType(Constants.ObjectTypes.DataTypeContainer)]
         [FriendlyName("Data Type Container")]
-        DataTypeContainer
-
+        DataTypeContainer,
 
+        /// <summary>
+        /// Relation type
+        /// </summary>
+        [UmbracoObjectType(Constants.ObjectTypes.RelationType)]
+        [FriendlyName("Relation Type")]
+        RelationType
     }
 }

src/Umbraco.Core/Models/XsltFile.cs

@@ -0,0 +1,32 @@
+using System;
+using System.Runtime.Serialization;
+
+namespace Umbraco.Core.Models
+{
+    /// <summary>
+    /// Represents a XSLT file
+    /// </summary>
+    [Serializable]
+    [DataContract(IsReference = true)]
+    public class XsltFile : File, IXsltFile
+    {
+        public XsltFile(string path)
+            : this(path, (Func<File, string>) null)
+        { }
+
+        internal XsltFile(string path, Func<File, string> getFileContent)
+            : base(path, getFileContent)
+        { }
+
+        /// <summary>
+        /// Indicates whether the current entity has an identity, which in this case is a path/name.
+        /// </summary>
+        /// <remarks>
+        /// Overrides the default Entity identity check.
+        /// </remarks>
+        public override bool HasIdentity
+        {
+            get { return string.IsNullOrEmpty(Path) == false; }
+        }
+    }
+}

src/Umbraco.Core/NamedUdiRange.cs

@@ -0,0 +1,34 @@
+namespace Umbraco.Core
+{
+    /// <summary>
+    /// Represents a <see cref="UdiRange"/> complemented with a name.
+    /// </summary>
+    public class NamedUdiRange : UdiRange
+    {
+        /// <summary>
+        /// Initializes a new instance of the <see cref="NamedUdiRange"/> class  with a <see cref="Udi"/> and an optional selector.
+        /// </summary>
+        /// <param name="udi">A <see cref="Udi"/>.</param>
+        /// <param name="selector">An optional selector.</param>
+        public NamedUdiRange(Udi udi, string selector = Constants.DeploySelector.This)
+            : base(udi, selector)
+        { }
+
+        /// <summary>
+        /// Initializes a new instance of the <see cref="NamedUdiRange"/> class  with a <see cref="Udi"/>, a name, and an optional selector.
+        /// </summary>
+        /// <param name="udi">A <see cref="Udi"/>.</param>
+        /// <param name="name">A name.</param>
+        /// <param name="selector">An optional selector.</param>
+        public NamedUdiRange(Udi udi, string name, string selector = Constants.DeploySelector.This)
+            : base(udi, selector)
+        {
+            Name = name;
+        }
+
+        /// <summary>
+        /// Gets or sets the name of the range.
+        /// </summary>
+        public string Name { get; set; }
+    }
+}

src/Umbraco.Core/ObjectExtensions.cs

@@ -468,19 +468,19 @@ namespace Umbraco.Core
 		/// <param name="o"></param>
 		/// <param name="ignoreProperties"></param>
 		/// <returns></returns>
-        internal static IDictionary<string, TVal> ToDictionary<T, TProperty, TVal>(this T o,
+        public static IDictionary<string, TVal> ToDictionary<T, TProperty, TVal>(this T o,
 																				 params Expression<Func<T, TProperty>>[] ignoreProperties)
 		{
 			return o.ToDictionary<TVal>(ignoreProperties.Select(e => o.GetPropertyInfo(e)).Select(propInfo => propInfo.Name).ToArray());
 		}
 
-		/// <summary>
-		/// Turns object into dictionary
-		/// </summary>
-		/// <param name="o"></param>
-		/// <param name="ignoreProperties">Properties to ignore</param>
-		/// <returns></returns>
-		internal static IDictionary<string, TVal> ToDictionary<TVal>(this object o, params string[] ignoreProperties)
+        /// <summary>
+        /// Turns object into dictionary
+        /// </summary>
+        /// <param name="o"></param>
+        /// <param name="ignoreProperties">Properties to ignore</param>
+        /// <returns></returns>
+        public static IDictionary<string, TVal> ToDictionary<TVal>(this object o, params string[] ignoreProperties)
 		{
 			if (o != null)
 			{

src/Umbraco.Core/Packaging/PackageBinaryInspector.cs

@@ -29,20 +29,24 @@ namespace Umbraco.Core.Packaging
         /// </remarks>
         public static IEnumerable<string> ScanAssembliesForTypeReference<T>(IEnumerable<byte[]> assemblys, out string[] errorReport)
         {
-            var appDomain = GetTempAppDomain();
-            var type = typeof(PackageBinaryInspector);
-            try
+            // beware! when toying with domains, use a safe call context!
+            using (new SafeCallContext())
             {
-                var value = (PackageBinaryInspector)appDomain.CreateInstanceAndUnwrap(
-                       type.Assembly.FullName,
-                       type.FullName);
-                // do NOT turn PerformScan into static (even if ReSharper says so)!
-                var result = value.PerformScan<T>(assemblys.ToArray(), out errorReport);
-                return result;
-            }
-            finally
-            {
-                AppDomain.Unload(appDomain);
+                var appDomain = GetTempAppDomain();
+                var type = typeof(PackageBinaryInspector);
+                try
+                {
+                    var value = (PackageBinaryInspector) appDomain.CreateInstanceAndUnwrap(
+                        type.Assembly.FullName,
+                        type.FullName);
+                    // do NOT turn PerformScan into static (even if ReSharper says so)!
+                    var result = value.PerformScan<T>(assemblys.ToArray(), out errorReport);
+                    return result;
+                }
+                finally
+                {
+                    AppDomain.Unload(appDomain);
+                }
             }
         }
 
@@ -78,7 +82,7 @@ namespace Umbraco.Core.Packaging
         /// <summary>
         /// Performs the assembly scanning
         /// </summary>
-        /// <typeparam name="T"></typeparam>        
+        /// <typeparam name="T"></typeparam>
         /// <param name="assemblies"></param>
         /// <param name="errorReport"></param>
         /// <returns></returns>
@@ -107,7 +111,7 @@ namespace Umbraco.Core.Packaging
         /// <summary>
         /// Performs the assembly scanning
         /// </summary>
-        /// <typeparam name="T"></typeparam>        
+        /// <typeparam name="T"></typeparam>
         /// <param name="dllPath"></param>
         /// <param name="errorReport"></param>
         /// <returns></returns>
@@ -154,7 +158,7 @@ namespace Umbraco.Core.Packaging
 
             //get the list of assembly names to compare below
             var loadedNames = loaded.Select(x => x.GetName().Name).ToArray();
-            
+
             //Then load each referenced assembly into the context
             foreach (var a in loaded)
             {
@@ -170,7 +174,7 @@ namespace Umbraco.Core.Packaging
                     }
                     catch (FileNotFoundException)
                     {
-                        //if an exception occurs it means that a referenced assembly could not be found                        
+                        //if an exception occurs it means that a referenced assembly could not be found
                         errors.Add(
                             string.Concat("This package references the assembly '",
                                           assemblyName.Name,
@@ -179,7 +183,7 @@ namespace Umbraco.Core.Packaging
                     }
                     catch (Exception ex)
                     {
-                        //if an exception occurs it means that a referenced assembly could not be found                        
+                        //if an exception occurs it means that a referenced assembly could not be found
                         errors.Add(
                             string.Concat("This package could not be verified for compatibility. An error occurred while loading a referenced assembly '",
                                           assemblyName.Name,
@@ -197,7 +201,7 @@ namespace Umbraco.Core.Packaging
             {
                 //now we need to see if they contain any type 'T'
                 var reflectedAssembly = a;
-                
+
                 try
                 {
                     var found = reflectedAssembly.GetExportedTypes()
@@ -210,8 +214,8 @@ namespace Umbraco.Core.Packaging
                 }
                 catch (Exception ex)
                 {
-                    //This is a hack that nobody can seem to get around, I've read everything and it seems that 
-                    // this is quite a common thing when loading types into reflection only load context, so 
+                    //This is a hack that nobody can seem to get around, I've read everything and it seems that
+                    // this is quite a common thing when loading types into reflection only load context, so
                     // we're just going to ignore this specific one for now
                     var typeLoadEx = ex as TypeLoadException;
                     if (typeLoadEx != null)
@@ -232,7 +236,7 @@ namespace Umbraco.Core.Packaging
                         LogHelper.Error<PackageBinaryInspector>("An error occurred scanning package assemblies", ex);
                     }
                 }
-                
+
             }
 
             errorReport = errors.ToArray();
@@ -252,7 +256,7 @@ namespace Umbraco.Core.Packaging
 
             var contractType = contractAssemblyLoadFrom.GetExportedTypes()
                 .FirstOrDefault(x => x.FullName == typeof(T).FullName && x.Assembly.FullName == typeof(T).Assembly.FullName);
-            
+
             if (contractType == null)
             {
                 throw new InvalidOperationException("Could not find type " + typeof(T) + " in the LoadFrom assemblies");
@@ -281,12 +285,8 @@ namespace Umbraco.Core.Packaging
                     PrivateBinPathProbe = AppDomain.CurrentDomain.SetupInformation.PrivateBinPathProbe
                 };
 
-            //create new domain with full trust
-            return AppDomain.CreateDomain(
-                appName,
-                AppDomain.CurrentDomain.Evidence,
-                domainSetup,
-                new PermissionSet(PermissionState.Unrestricted));
+            // create new domain with full trust
+            return AppDomain.CreateDomain(appName, AppDomain.CurrentDomain.Evidence, domainSetup, new PermissionSet(PermissionState.Unrestricted));
         }
     }
 }

src/Umbraco.Core/Persistence/Constants-Locks.cs

@@ -0,0 +1,11 @@
+// ReSharper disable once CheckNamespace
+namespace Umbraco.Core
+{
+    static partial class Constants
+    {
+        public static class Locks
+        {
+            public const int Servers = -331;
+        }
+    }
+}

src/Umbraco.Core/Persistence/DatabaseDebugHelper.cs

@@ -0,0 +1,171 @@
+#if DEBUG_DATABASES
+using System;
+using System.Collections.Generic;
+using System.Data;
+using System.Data.Common;
+using System.Linq;
+using System.Reflection;
+using System.Text;
+
+namespace Umbraco.Core.Persistence
+{
+    internal static class DatabaseDebugHelper
+    {
+        private const int CommandsSize = 100;
+        private static readonly Queue<Tuple<string, WeakReference<IDbCommand>>> Commands = new Queue<Tuple<string, WeakReference<IDbCommand>>>();
+
+        public static void SetCommand(IDbCommand command, string context)
+        {
+            var prof = command as StackExchange.Profiling.Data.ProfiledDbCommand;
+            if (prof != null) command = prof.InternalCommand;
+            lock (Commands)
+            {
+                Commands.Enqueue(Tuple.Create(context, new WeakReference<IDbCommand>(command)));
+                while (Commands.Count > CommandsSize) Commands.Dequeue();
+            }
+        }
+
+        public static string GetCommandContext(IDbCommand command)
+        {
+            lock (Commands)
+            {
+                var tuple = Commands.FirstOrDefault(x =>
+                {
+                    IDbCommand c;
+                    return x.Item2.TryGetTarget(out c) && c == command;
+                });
+                return tuple == null ? "?" : tuple.Item1;
+            }
+        }
+
+        public static string GetReferencedObjects(IDbConnection con)
+        {
+            var prof = con as StackExchange.Profiling.Data.ProfiledDbConnection;
+            if (prof != null) con = prof.InnerConnection;
+            var ceCon = con as System.Data.SqlServerCe.SqlCeConnection;
+            if (ceCon != null) return null; // "NotSupported: SqlCE";
+            var dbCon = con as DbConnection;
+            return dbCon == null
+                ? "NotSupported: " + con.GetType()
+                : GetReferencedObjects(dbCon);
+        }
+
+        public static string GetReferencedObjects(DbConnection con)
+        {
+            var t = con.GetType();
+
+            var field = t.GetField("_innerConnection", BindingFlags.Instance | BindingFlags.NonPublic);
+            if (field == null) throw new Exception("panic: _innerConnection (" + t + ").");
+            var innerConnection = field.GetValue(con);
+
+            var tin = innerConnection.GetType();
+
+            var fi = con is System.Data.SqlClient.SqlConnection
+                ? tin.BaseType.BaseType.GetField("_referenceCollection", BindingFlags.Instance | BindingFlags.NonPublic)
+                : tin.BaseType.GetField("_referenceCollection", BindingFlags.Instance | BindingFlags.NonPublic);
+            if (fi == null)
+                //return "";
+                throw new Exception("panic: referenceCollection.");
+
+            var rc = fi.GetValue(innerConnection);
+            if (rc == null)
+                //return "";
+                throw new Exception("panic: innerCollection.");
+
+            field = rc.GetType().BaseType.GetField("_items", BindingFlags.Instance | BindingFlags.NonPublic);
+            if (field == null) throw new Exception("panic: items.");
+            var items = field.GetValue(rc);
+            var prop = items.GetType().GetProperty("Length", BindingFlags.Instance | BindingFlags.Public);
+            if (prop == null) throw new Exception("panic: Length.");
+            var count = Convert.ToInt32(prop.GetValue(items, null));
+            var miGetValue = items.GetType().GetMethod("GetValue", new[] { typeof(int) });
+            if (miGetValue == null) throw new Exception("panic: GetValue.");
+
+            if (count == 0) return null;
+
+            StringBuilder result = null;
+            var hasb = false;
+
+            for (var i = 0; i < count; i++)
+            {
+                var referencedObj = miGetValue.Invoke(items, new object[] { i });
+
+                var hasTargetProp = referencedObj.GetType().GetProperty("HasTarget");
+                if (hasTargetProp == null) throw new Exception("panic: HasTarget");
+                var hasTarget = Convert.ToBoolean(hasTargetProp.GetValue(referencedObj, null));
+                if (hasTarget == false) continue;
+
+                if (hasb == false)
+                {
+                    result = new StringBuilder();
+                    result.AppendLine("ReferencedItems");
+                    hasb = true;
+                }
+
+                //var inUseProp = referencedObj.GetType().GetProperty("InUse");
+                //if (inUseProp == null) throw new Exception("panic: InUse.");
+                //var inUse = Convert.ToBoolean(inUseProp.GetValue(referencedObj, null));
+                var inUse = "?";
+
+                var targetProp = referencedObj.GetType().GetProperty("Target");
+                if (targetProp == null) throw new Exception("panic: Target.");
+                var objTarget = targetProp.GetValue(referencedObj, null);
+
+                result.AppendFormat("\tDiff.Item id=\"{0}\" inUse=\"{1}\" type=\"{2}\" hashCode=\"{3}\"" + Environment.NewLine,
+                    i, inUse, objTarget.GetType(), objTarget.GetHashCode());
+
+                DbCommand cmd = null;
+                if (objTarget is DbDataReader)
+                {
+                    //var rdr = objTarget as DbDataReader;
+                    try
+                    {
+                        cmd = objTarget.GetType().GetProperty("Command", BindingFlags.Instance | BindingFlags.NonPublic).GetValue(objTarget, null) as DbCommand;
+                    }
+                    catch (Exception e)
+                    {
+                        result.AppendFormat("\t\tObjTarget: DbDataReader, Exception: {0}" + Environment.NewLine, e);
+                    }
+                }
+                else if (objTarget is DbCommand)
+                {
+                    cmd = objTarget as DbCommand;
+                }
+                if (cmd == null)
+                {
+                    result.AppendFormat("\t\tObjTarget: {0}" + Environment.NewLine, objTarget.GetType());
+                    continue;
+                }
+
+                result.AppendFormat("\t\tCommand type=\"{0}\" hashCode=\"{1}\"" + Environment.NewLine,
+                    cmd.GetType(), cmd.GetHashCode());
+
+                var context = GetCommandContext(cmd);
+                result.AppendFormat("\t\t\tContext: {0}" + Environment.NewLine, context);
+
+                var properties = cmd.GetType().GetProperties(BindingFlags.Instance | BindingFlags.Public);
+                foreach (var pi in properties)
+                {
+                    if (pi.PropertyType.IsPrimitive || pi.PropertyType == typeof(string))
+                        result.AppendFormat("\t\t\t{0}: {1}" + Environment.NewLine, pi.Name, pi.GetValue(cmd, null));
+
+                    if (pi.PropertyType != typeof (DbConnection) || pi.Name != "Connection") continue;
+
+                    var con1 = pi.GetValue(cmd, null) as DbConnection;
+                    result.AppendFormat("\t\t\tConnection type=\"{0}\" state=\"{1}\" hashCode=\"{2}\"" + Environment.NewLine,
+                        con1.GetType(), con1.State, con1.GetHashCode());
+
+                    var propertiesCon = con1.GetType().GetProperties(BindingFlags.Instance | BindingFlags.Public);
+                    foreach (var picon in propertiesCon)
+                    {
+                        if (picon.PropertyType.IsPrimitive || picon.PropertyType == typeof(string))
+                            result.AppendFormat("\t\t\t\t{0}: {1}" + Environment.NewLine, picon.Name, picon.GetValue(con1, null));
+                    }
+                }
+            }
+
+            return result == null ? null : result.ToString();
+        }
+    }
+}
+#endif

src/Umbraco.Core/Persistence/DatabasenodeLockExtensions.cs

@@ -24,7 +24,7 @@ namespace Umbraco.Core.Persistence
         {
             ValidateDatabase(database);
 
-            database.Execute("UPDATE umbracoNode SET sortOrder = (CASE WHEN (sortOrder=1) THEN -1 ELSE 1 END) WHERE id=@id",
+            database.Execute("UPDATE umbracoLock SET value = (CASE WHEN (value=1) THEN -1 ELSE 1 END) WHERE id=@id",
                 new { @id = nodeId });
         }
 
@@ -36,7 +36,7 @@ namespace Umbraco.Core.Persistence
         {
             ValidateDatabase(database);
 
-            database.ExecuteScalar<int>("SELECT sortOrder FROM umbracoNode WHERE id=@id",
+            database.ExecuteScalar<int>("SELECT value FROM umbracoLock WHERE id=@id",
                 new { @id = nodeId });
         }
     }

src/Umbraco.Core/Persistence/DefaultDatabaseFactory.cs

@@ -1,6 +1,7 @@
 using System;
+using System.Collections.Generic;
+using System.Runtime.Remoting.Messaging;
 using System.Web;
-using Umbraco.Core.Configuration;
 using Umbraco.Core.Logging;
 
 namespace Umbraco.Core.Persistence
@@ -19,13 +20,24 @@ namespace Umbraco.Core.Persistence
 	    private readonly ILogger _logger;
 	    public string ConnectionString { get; private set; }
         public string ProviderName { get; private set; }
-        
-        //very important to have ThreadStatic:
-        // see: http://issues.umbraco.org/issue/U4-2172
-        [ThreadStatic]
-        private static volatile UmbracoDatabase _nonHttpInstance;
 
-		private static readonly object Locker = new object();
+        // NO! see notes in v8 HybridAccessorBase
+        //[ThreadStatic]
+        //private static volatile UmbracoDatabase _nonHttpInstance;
+
+        private const string ItemKey = "Umbraco.Core.Persistence.DefaultDatabaseFactory";
+
+        private static UmbracoDatabase NonContextValue
+        {
+            get { return (UmbracoDatabase) CallContext.LogicalGetData(ItemKey); }
+            set
+            {
+                if (value == null) CallContext.FreeNamedDataSlot(ItemKey);
+                else CallContext.LogicalSetData(ItemKey, value);
+            }
+        }
+
+        private static readonly object Locker = new object();
 
 	    /// <summary>
 	    /// Constructor accepting custom connection string
@@ -34,9 +46,12 @@ namespace Umbraco.Core.Persistence
 	    /// <param name="logger"></param>
 	    public DefaultDatabaseFactory(string connectionStringName, ILogger logger)
 		{
-	        if (logger == null) throw new ArgumentNullException("logger");
+            if (logger == null) throw new ArgumentNullException("logger");
 	        Mandate.ParameterNotNullOrEmpty(connectionStringName, "connectionStringName");
-			_connectionStringName = connectionStringName;
+
+            //if (NonContextValue != null) throw new Exception("NonContextValue is not null.");
+
+            _connectionStringName = connectionStringName;
 	        _logger = logger;
 		}
 
@@ -48,68 +63,264 @@ namespace Umbraco.Core.Persistence
 	    /// <param name="logger"></param>
 	    public DefaultDatabaseFactory(string connectionString, string providerName, ILogger logger)
 		{
-	        if (logger == null) throw new ArgumentNullException("logger");
+            if (logger == null) throw new ArgumentNullException("logger");
 	        Mandate.ParameterNotNullOrEmpty(connectionString, "connectionString");
 			Mandate.ParameterNotNullOrEmpty(providerName, "providerName");
-			ConnectionString = connectionString;
+
+            //if (NonContextValue != null) throw new Exception("NonContextValue is not null.");
+
+            ConnectionString = connectionString;
 			ProviderName = providerName;
             _logger = logger;
 		}
 
 		public UmbracoDatabase CreateDatabase()
 		{
-			//no http context, create the singleton global object
-			if (HttpContext.Current == null)
-			{
-                if (_nonHttpInstance == null)
-				{
-					lock (Locker)
-					{
-						//double check
-                        if (_nonHttpInstance == null)
-						{
-                            _nonHttpInstance = string.IsNullOrEmpty(ConnectionString) == false && string.IsNullOrEmpty(ProviderName) == false
-                                                  ? new UmbracoDatabase(ConnectionString, ProviderName, _logger)
-                                                  : new UmbracoDatabase(_connectionStringName, _logger);
-						}
-					}
-				}
-                return _nonHttpInstance;
-			}
+            UmbracoDatabase database;
 
-			//we have an http context, so only create one per request
-			if (HttpContext.Current.Items.Contains(typeof(DefaultDatabaseFactory)) == false)
-			{
-			    HttpContext.Current.Items.Add(typeof (DefaultDatabaseFactory),
-			                                  string.IsNullOrEmpty(ConnectionString) == false && string.IsNullOrEmpty(ProviderName) == false
-                                                  ? new UmbracoDatabase(ConnectionString, ProviderName, _logger)
-                                                  : new UmbracoDatabase(_connectionStringName, _logger));
-			}
-			return (UmbracoDatabase)HttpContext.Current.Items[typeof(DefaultDatabaseFactory)];
+            // gets or creates a database, using either the call context (if no http context) or
+            // the current request context (http context) to store it. once done using the database,
+            // it should be disposed - which will remove it from whatever context it is currently
+            // stored in. this is automatic with http context because UmbracoDatabase implements
+            // IDisposeOnRequestEnd, but NOT with call context.
+
+            if (HttpContext.Current == null)
+            {
+                database = NonContextValue;
+                if (database == null)
+                {
+                    lock (Locker)
+                    {
+                        database = NonContextValue;
+                        if (database == null)
+                        {
+                            database = CreateDatabaseInstance(ContextOwner.CallContext);
+                            NonContextValue = database;
+                        }
+#if DEBUG_DATABASES
+                        else
+                        {
+                            Log("Get lcc", database);
+                        }
+#endif
+                    }
+                }
+#if DEBUG_DATABASES
+                else
+                {
+                    Log("Get lcc", database);
+                }
+#endif
+                return database;
+            }
+
+		    if (HttpContext.Current.Items.Contains(typeof (DefaultDatabaseFactory)) == false)
+		    {
+		        database = CreateDatabaseInstance(ContextOwner.HttpContext);
+                HttpContext.Current.Items.Add(typeof (DefaultDatabaseFactory), database);
+		    }
+		    else
+		    {
+		        database = (UmbracoDatabase) HttpContext.Current.Items[typeof(DefaultDatabaseFactory)];
+#if DEBUG_DATABASES
+                Log("Get ctx", database);
+#endif
+            }
+
+            return database;
 		}
 
-		protected override void DisposeResources()
+        // called by UmbracoDatabase when disposed, so that the factory can de-list it from context
+	    internal void OnDispose(UmbracoDatabase disposing)
+	    {
+	        var value = disposing;
+	        switch (disposing.ContextOwner)
+	        {
+                case ContextOwner.CallContext:
+                    value = NonContextValue;
+                    break;
+                case ContextOwner.HttpContext:
+                    value = (UmbracoDatabase) HttpContext.Current.Items[typeof (DefaultDatabaseFactory)];
+                    break;
+	        }
+
+            if (value != null && value.InstanceId != disposing.InstanceId) throw new Exception("panic: wrong db.");
+
+            switch (disposing.ContextOwner)
+            {
+                case ContextOwner.CallContext:
+                    NonContextValue = null;
+#if DEBUG_DATABASES
+                    Log("Clr lcc", disposing);
+#endif
+                    break;
+                case ContextOwner.HttpContext:
+                    HttpContext.Current.Items.Remove(typeof(DefaultDatabaseFactory));
+#if DEBUG_DATABASES
+                    Log("Clr ctx", disposing);
+#endif
+                    break;
+            }
+
+            disposing.ContextOwner = ContextOwner.None;
+
+#if DEBUG_DATABASES
+            _databases.Remove(value);
+#endif
+        }
+
+#if DEBUG_DATABASES
+        // helps identifying when non-httpContext databases are created by logging the stack trace
+        private void LogCallContextStack()
+        {
+            var trace = Environment.StackTrace;
+            if (trace.IndexOf("ScheduledPublishing") > 0)
+                LogHelper.Debug<DefaultDatabaseFactory>("CallContext: Scheduled Publishing");
+            else if (trace.IndexOf("TouchServerTask") > 0)
+                LogHelper.Debug<DefaultDatabaseFactory>("CallContext: Server Registration");
+            else if (trace.IndexOf("LogScrubber") > 0)
+                LogHelper.Debug<DefaultDatabaseFactory>("CallContext: Log Scrubber");
+            else
+                LogHelper.Debug<DefaultDatabaseFactory>("CallContext: " + Environment.StackTrace);
+        }
+
+        private readonly List<UmbracoDatabase> _databases = new List<UmbracoDatabase>();
+
+        // helps identifying database leaks by keeping track of all instances
+        public List<UmbracoDatabase> Databases { get { return _databases; } }
+
+        private static void Log(string message, UmbracoDatabase database)
+        {
+            LogHelper.Debug<DefaultDatabaseFactory>(message + " (" + (database == null ? "" : database.InstanceSid) + ").");
+        }
+#endif
+
+        internal enum ContextOwner
+        {
+            None,
+            HttpContext,
+            CallContext
+        }
+
+        internal UmbracoDatabase CreateDatabaseInstance(ContextOwner contextOwner)
+	    {
+            var database = string.IsNullOrEmpty(ConnectionString) == false && string.IsNullOrEmpty(ProviderName) == false
+                    ? new UmbracoDatabase(ConnectionString, ProviderName, _logger)
+                    : new UmbracoDatabase(_connectionStringName, _logger);
+	        database.ContextOwner = contextOwner;
+	        database.DatabaseFactory = this;
+            //database.EnableSqlTrace = true;
+#if DEBUG_DATABASES
+            Log("Create " + contextOwner, database);
+            if (contextOwner == ContextOwner.CallContext)
+                LogCallContextStack();
+            _databases.Add(database);
+#endif
+            return database;
+	    }
+
+        protected override void DisposeResources()
 		{
-			if (HttpContext.Current == null)
-			{
-                _nonHttpInstance.Dispose();
-			}
-			else
-			{
-				if (HttpContext.Current.Items.Contains(typeof(DefaultDatabaseFactory)))
-				{
-					((UmbracoDatabase)HttpContext.Current.Items[typeof(DefaultDatabaseFactory)]).Dispose();
-				}
-			}
-		}
+            UmbracoDatabase database;
+
+            if (HttpContext.Current == null)
+            {
+                database = NonContextValue;
+#if DEBUG_DATABASES
+                Log("Release lcc", database);
+#endif
+            }
+            else
+            {
+                database = (UmbracoDatabase) HttpContext.Current.Items[typeof (DefaultDatabaseFactory)];
+#if DEBUG_DATABASES
+                Log("Release ctx", database);
+#endif
+            }
+
+            if (database != null) database.Dispose(); // removes it from call context
+        }
 
         // during tests, the thread static var can leak between tests
         // this method provides a way to force-reset the variable
-	    internal void ResetForTests()
+        internal void ResetForTests()
 	    {
-	        if (_nonHttpInstance == null) return;
-	        _nonHttpInstance.Dispose();
-	        _nonHttpInstance = null;
+            var value = NonContextValue;
+            if (value != null) value.Dispose();
+            NonContextValue = null;
+        }
+
+        #region SafeCallContext
+
+        // see notes in SafeCallContext - need to do this since we are using
+        // the logical call context...
+
+        static DefaultDatabaseFactory()
+        {
+            SafeCallContext.Register(DetachAmbientDatabase, AttachAmbientDatabase);
+        }
+
+        // gets a value indicating whether there is an ambient database
+	    internal static bool HasAmbientDatabase
+	    {
+	        get
+	        {
+	            return HttpContext.Current == null
+	                ? NonContextValue != null
+	                : HttpContext.Current.Items[typeof (DefaultDatabaseFactory)] != null;
+	        }
 	    }
-	}
+
+        // detaches the current database
+        // ie returns the database and remove it from whatever is "context"
+        internal static UmbracoDatabase DetachAmbientDatabase()
+        {
+            UmbracoDatabase database;
+
+            if (HttpContext.Current == null)
+            {
+                database = NonContextValue;
+                NonContextValue = null;
+            }
+            else
+            {
+                database = (UmbracoDatabase) HttpContext.Current.Items[typeof (DefaultDatabaseFactory)];
+                HttpContext.Current.Items.Remove(typeof (DefaultDatabaseFactory));
+            }
+
+            if (database != null) database.ContextOwner = ContextOwner.None;
+            return database;
+        }
+
+        // attach a current database
+        // ie assign it to whatever is "context"
+        // throws if there already is a database
+        internal static void AttachAmbientDatabase(object o)
+        {
+            var database = o as UmbracoDatabase;
+            if (o != null && database == null) throw new ArgumentException("Not an UmbracoDatabase.", "o");
+
+            var ambient = DetachAmbientDatabase();
+            if (ambient != null) ambient.Dispose();
+
+            if (HttpContext.Current == null)
+            {
+                //if (NonContextValue != null) throw new InvalidOperationException();
+                if (database == null) return;
+
+                NonContextValue = database;
+                database.ContextOwner = ContextOwner.CallContext;
+            }
+            else
+            {
+                //if (HttpContext.Current.Items[typeof (DefaultDatabaseFactory)] != null) throw new InvalidOperationException();
+                if (database == null) return;
+
+                HttpContext.Current.Items[typeof (DefaultDatabaseFactory)] = database;
+                database.ContextOwner = ContextOwner.HttpContext;
+            }
+        }
+
+        #endregion
+    }
 }

src/Umbraco.Core/Persistence/Factories/ContentFactory.cs

@@ -27,15 +27,15 @@ namespace Umbraco.Core.Persistence.Factories
 
         #region Implementation of IEntityFactory<IContent,DocumentDto>
 
-        public IContent BuildEntity(DocumentDto dto)
+        public static IContent BuildEntity(DocumentDto dto, IContentType contentType)
         {
-            var content = new Content(dto.Text, dto.ContentVersionDto.ContentDto.NodeDto.ParentId, _contentType);
+            var content = new Content(dto.Text, dto.ContentVersionDto.ContentDto.NodeDto.ParentId, contentType);
 
             try
             {
                 content.DisableChangeTracking();
 
-                content.Id = _id;
+                content.Id = dto.NodeId;
                 content.Key = dto.ContentVersionDto.ContentDto.NodeDto.UniqueId;
                 content.Name = dto.Text;
                 content.NodeName = dto.ContentVersionDto.ContentDto.NodeDto.Text;
@@ -49,8 +49,8 @@ namespace Umbraco.Core.Persistence.Factories
                 content.Published = dto.Published;
                 content.CreateDate = dto.ContentVersionDto.ContentDto.NodeDto.CreateDate;
                 content.UpdateDate = dto.ContentVersionDto.VersionDate;
-                content.ExpireDate = dto.ExpiresDate.HasValue ? dto.ExpiresDate.Value : (DateTime?) null;
-                content.ReleaseDate = dto.ReleaseDate.HasValue ? dto.ReleaseDate.Value : (DateTime?) null;
+                content.ExpireDate = dto.ExpiresDate.HasValue ? dto.ExpiresDate.Value : (DateTime?)null;
+                content.ReleaseDate = dto.ReleaseDate.HasValue ? dto.ReleaseDate.Value : (DateTime?)null;
                 content.Version = dto.ContentVersionDto.VersionId;
                 content.PublishedState = dto.Published ? PublishedState.Published : PublishedState.Unpublished;
                 content.PublishedVersionGuid = dto.DocumentPublishedReadOnlyDto == null ? default(Guid) : dto.DocumentPublishedReadOnlyDto.VersionId;
@@ -64,6 +64,13 @@ namespace Umbraco.Core.Persistence.Factories
             {
                 content.EnableChangeTracking();
             }
+
+        }
+
+        [Obsolete("Use the static BuildEntity instead so we don't have to allocate one of these objects everytime we want to map values")]
+        public IContent BuildEntity(DocumentDto dto)
+        {
+            return BuildEntity(dto, _contentType);
         }
 
         public DocumentDto BuildDto(IContent entity)

src/Umbraco.Core/Persistence/Factories/MacroFactory.cs

@@ -7,12 +7,9 @@ namespace Umbraco.Core.Persistence.Factories
 {
     internal class MacroFactory 
     {
-        #region Implementation of IEntityFactory<Language,LanguageDto>
-
         public IMacro BuildEntity(MacroDto dto)
         {
-            var model = new Macro(dto.Id, dto.UseInEditor, dto.RefreshRate, dto.Alias, dto.Name, dto.ScriptType, dto.ScriptAssembly, dto.Xslt, dto.CacheByPage, dto.CachePersonalized, dto.DontRender, dto.Python);
-
+            var model = new Macro(dto.Id, dto.UniqueId, dto.UseInEditor, dto.RefreshRate, dto.Alias, dto.Name, dto.ScriptType, dto.ScriptAssembly, dto.Xslt, dto.CacheByPage, dto.CachePersonalized, dto.DontRender, dto.Python);
 
             try
             {
@@ -20,7 +17,7 @@ namespace Umbraco.Core.Persistence.Factories
 
                 foreach (var p in dto.MacroPropertyDtos)
                 {
-                    model.Properties.Add(new MacroProperty(p.Id, p.Alias, p.Name, p.SortOrder, p.EditorAlias));
+                    model.Properties.Add(new MacroProperty(p.Id, p.UniqueId, p.Alias, p.Name, p.SortOrder, p.EditorAlias));
                 }
 
                 //on initial construction we don't want to have dirty properties tracked
@@ -36,8 +33,9 @@ namespace Umbraco.Core.Persistence.Factories
 
         public MacroDto BuildDto(IMacro entity)
         {
-            var dto = new MacroDto()
-                {
+            var dto = new MacroDto
+            {
+                    UniqueId = entity.Key,
                     Alias = entity.Alias,
                     CacheByPage = entity.CacheByPage,
                     CachePersonalized = entity.CacheByMember,
@@ -58,8 +56,6 @@ namespace Umbraco.Core.Persistence.Factories
             return dto;
         }
 
-        #endregion
-
         private List<MacroPropertyDto> BuildPropertyDtos(IMacro entity)
         {
             var list = new List<MacroPropertyDto>();
@@ -67,6 +63,7 @@ namespace Umbraco.Core.Persistence.Factories
             {
                 var text = new MacroPropertyDto
                 {
+                    UniqueId = p.Key,
                     Alias = p.Alias,
                     Name = p.Name,
                     Macro = entity.Id,