Add like/ilike

This commit is contained in:
Adam C. Baker
2015-02-15 15:23:18 -08:00
committed by Joe Nelson
parent 5280b9fd6d
commit 5cc77709ba
2 changed files with 78 additions and 42 deletions
+34 -29
View File
@@ -9,7 +9,7 @@ import qualified Hasql as H
import qualified Hasql.Postgres as P import qualified Hasql.Postgres as P
import qualified Hasql.Backend as B import qualified Hasql.Backend as B
import Data.Text hiding (map, empty) import qualified Data.Text as T
import Text.Regex.TDFA ( (=~) ) import Text.Regex.TDFA ( (=~) )
import Text.Regex.TDFA.Text () import Text.Regex.TDFA.Text ()
import qualified Network.HTTP.Types.URI as Net import qualified Network.HTTP.Types.URI as Net
@@ -32,12 +32,12 @@ instance Monoid PStmt where
type StatementT = PStmt -> PStmt type StatementT = PStmt -> PStmt
data QualifiedTable = QualifiedTable { data QualifiedTable = QualifiedTable {
qtSchema :: Text qtSchema :: T.Text
, qtName :: Text , qtName :: T.Text
} deriving (Show) } deriving (Show)
data OrderTerm = OrderTerm { data OrderTerm = OrderTerm {
otTerm :: Text otTerm :: T.Text
, otDirection :: BS.ByteString , otDirection :: BS.ByteString
} }
@@ -106,33 +106,33 @@ returningStarT s = s { B.stmtTemplate = B.stmtTemplate s <> " RETURNING *" }
deleteFrom :: QualifiedTable -> PStmt deleteFrom :: QualifiedTable -> PStmt
deleteFrom t = B.Stmt ("delete from " <> fromQt t) empty True deleteFrom t = B.Stmt ("delete from " <> fromQt t) empty True
insertInto :: QualifiedTable -> [Text] -> [JSON.Value] -> PStmt insertInto :: QualifiedTable -> [T.Text] -> [JSON.Value] -> PStmt
insertInto t [] _ = B.Stmt insertInto t [] _ = B.Stmt
("insert into " <> fromQt t <> " default values returning *") empty True ("insert into " <> fromQt t <> " default values returning *") empty True
insertInto t cols vals = B.Stmt insertInto t cols vals = B.Stmt
("insert into " <> fromQt t <> " (" <> ("insert into " <> fromQt t <> " (" <>
intercalate ", " (map pgFmtIdent cols) <> T.intercalate ", " (map pgFmtIdent cols) <>
") values (" ") values ("
<> intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals) <> T.intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals)
<> ") returning row_to_json(" <> fromQt t <> ".*)") <> ") returning row_to_json(" <> fromQt t <> ".*)")
empty True empty True
insertSelect :: QualifiedTable -> [Text] -> [JSON.Value] -> PStmt insertSelect :: QualifiedTable -> [T.Text] -> [JSON.Value] -> PStmt
insertSelect t [] _ = B.Stmt insertSelect t [] _ = B.Stmt
("insert into " <> fromQt t <> " default values returning *") empty True ("insert into " <> fromQt t <> " default values returning *") empty True
insertSelect t cols vals = B.Stmt insertSelect t cols vals = B.Stmt
("insert into " <> fromQt t <> " (" ("insert into " <> fromQt t <> " ("
<> intercalate ", " (map pgFmtIdent cols) <> T.intercalate ", " (map pgFmtIdent cols)
<> ") select " <> ") select "
<> intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals)) <> T.intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals))
empty True empty True
update :: QualifiedTable -> [Text] -> [JSON.Value] -> PStmt update :: QualifiedTable -> [T.Text] -> [JSON.Value] -> PStmt
update t cols vals = B.Stmt update t cols vals = B.Stmt
("update " <> fromQt t <> " set (" ("update " <> fromQt t <> " set ("
<> intercalate ", " (map pgFmtIdent cols) <> T.intercalate ", " (map pgFmtIdent cols)
<> ") = (" <> ") = ("
<> intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals) <> T.intercalate ", " (map ((<> "::unknown") . pgFmtLit . unquoted) vals)
<> ")") <> ")")
empty True empty True
@@ -142,8 +142,11 @@ wherePred (col, predicate) = B.Stmt
empty True empty True
where where
opCode:rest = split (=='.') $ cs $ fromMaybe "." predicate opCode:rest = T.split (=='.') $ cs $ fromMaybe "." predicate
value = intercalate "." rest unStarredVal = T.intercalate "." rest
star c = if c == '*' then '%' else c
value = if opCode == "like" || opCode == "ilike"
then T.map star unStarredVal else unStarredVal
op = case opCode of op = case opCode of
"eq" -> "=" "eq" -> "="
"gt" -> ">" "gt" -> ">"
@@ -151,17 +154,19 @@ wherePred (col, predicate) = B.Stmt
"gte" -> ">=" "gte" -> ">="
"lte" -> "<=" "lte" -> "<="
"neq" -> "<>" "neq" -> "<>"
"like"-> "like"
"ilike"-> "ilike"
_ -> "=" _ -> "="
orderParse :: Net.Query -> [OrderTerm] orderParse :: Net.Query -> [OrderTerm]
orderParse q = orderParse q =
mapMaybe orderParseTerm . split (==',') $ cs order mapMaybe orderParseTerm . T.split (==',') $ cs order
where where
order = fromMaybe "" $ join (lookup "order" q) order = fromMaybe "" $ join (lookup "order" q)
orderParseTerm :: Text -> Maybe OrderTerm orderParseTerm :: T.Text -> Maybe OrderTerm
orderParseTerm s = orderParseTerm s =
case split (=='.') s of case T.split (=='.') s of
[c,d] -> [c,d] ->
if d `elem` ["asc", "desc"] if d `elem` ["asc", "desc"]
then Just $ OrderTerm c $ then Just $ OrderTerm c $
@@ -175,31 +180,31 @@ commaq = B.Stmt ", " empty True
andq :: PStmt andq :: PStmt
andq = B.Stmt " and " empty True andq = B.Stmt " and " empty True
pgFmtIdent :: Text -> Text pgFmtIdent :: T.Text -> T.Text
pgFmtIdent x = pgFmtIdent x =
let escaped = replace "\"" "\"\"" (trimNullChars $ cs x) in let escaped = T.replace "\"" "\"\"" (trimNullChars $ cs x) in
if escaped =~ danger if escaped =~ danger
then "\"" <> escaped <> "\"" then "\"" <> escaped <> "\""
else escaped else escaped
where danger = "^$|^[^a-z_]|[^a-z_0-9]" :: Text where danger = "^$|^[^a-z_]|[^a-z_0-9]" :: T.Text
pgFmtLit :: Text -> Text pgFmtLit :: T.Text -> T.Text
pgFmtLit x = pgFmtLit x =
let trimmed = trimNullChars x let trimmed = trimNullChars x
escaped = "'" <> replace "'" "''" trimmed <> "'" escaped = "'" <> T.replace "'" "''" trimmed <> "'"
slashed = replace "\\" "\\\\" escaped in slashed = T.replace "\\" "\\\\" escaped in
cs $ if escaped =~ ("\\\\" :: Text) cs $ if escaped =~ ("\\\\" :: T.Text)
then "E" <> slashed then "E" <> slashed
else slashed else slashed
trimNullChars :: Text -> Text trimNullChars :: T.Text -> T.Text
trimNullChars = Data.Text.takeWhile (/= '\x0') trimNullChars = T.takeWhile (/= '\x0')
fromQt :: QualifiedTable -> Text fromQt :: QualifiedTable -> T.Text
fromQt t = pgFmtIdent (qtSchema t) <> "." <> pgFmtIdent (qtName t) fromQt t = pgFmtIdent (qtSchema t) <> "." <> pgFmtIdent (qtName t)
unquoted :: JSON.Value -> Text unquoted :: JSON.Value -> T.Text
unquoted (JSON.String t) = t unquoted (JSON.String t) = t
unquoted (JSON.Number n) = unquoted (JSON.Number n) =
cs $ formatScientific Fixed (if isInteger n then Just 0 else Nothing) n cs $ formatScientific Fixed (if isInteger n then Just 0 else Nothing) n
+44 -13
View File
@@ -1,27 +1,58 @@
{-# LANGUAGE QuasiQuotes, NoMonomorphismRestriction #-}
module Feature.QuerySpec where module Feature.QuerySpec where
import Test.Hspec import Test.Hspec
import Test.Hspec.Wai import Test.Hspec.Wai
import Test.Hspec.Wai.JSON
import Hasql as H
import Hasql.Postgres as H
import Control.Monad (void)
import Data.Text(Text)
import SpecHelper import SpecHelper
testSet :: IO ()
testSet = do {
clearTable "items" >> clearTable "no_pk";
createItems 15;
pool :: H.Pool H.Postgres <- H.acquirePool pgSettings testPoolOpts;
void . liftIO $ H.session pool $ H.tx Nothing $ do
H.unitEx $
([H.stmt|insert into "1".no_pk (a, b) values (?,?), (?,?), (?,?), (?,?)|]
:: Text->Text->Text->Text->Text->Text->Text->Text-> H.Stmt H.Postgres)
"lick" "Fun"
"trick" "funky"
"barb" "foo"
"BARD" "FOOD"
}
spec :: Spec spec :: Spec
spec = beforeAll (clearTable "items" >> createItems 15) spec = beforeAll testSet . afterAll_ (clearTable "items") . around withApp $ do
. afterAll_ (clearTable "items") . around withApp $ do
describe "Querying a nonexistent table" $ describe "Querying a nonexistent table" $
it "causes a 404" $ it "causes a 404" $
get "/faketable" `shouldRespondWith` 404 get "/faketable" `shouldRespondWith` 404
describe "Filtering response" $ describe "Filtering response" $ do
context "column equality" $ it "matches with equality" $
get "/items?id=eq.5"
`shouldRespondWith` ResponseMatcher {
matchBody = Just "[{\"id\":5}]"
, matchStatus = 200
, matchHeaders = ["Content-Range" <:> "0-0/1"]
}
it "matches the predicate" $ it "matches with like" $ do
get "/items?id=eq.5" get "/no_pk?a=like.*ick&order=asc.a" `shouldRespondWith` [json|[
`shouldRespondWith` ResponseMatcher { {"a":"lick","b":"Fun"},{"a":"trick","b":"funky"}]|]
matchBody = Just "[{\"id\":5}]" get "/no_pk?b=like.f*&order=asc.a" `shouldRespondWith` [json|[
, matchStatus = 200 {"a":"barb","b":"foo"},{"a":"trick","b":"funky"}]|]
, matchHeaders = ["Content-Range" <:> "0-0/1"] get "/no_pk?a=like.*AR*&order=asc.a" `shouldRespondWith` [json|[
} {"a":"BARD","b":"FOOD"}]|]
it "matches with ilike" $ do
get "/no_pk?b=ilike.fun*&order=asc.a" `shouldRespondWith` [json|[
{"a":"lick","b":"Fun"},{"a":"trick","b":"funky"}]|]
get "/no_pk?a=ilike.*AR*&order=asc.a" `shouldRespondWith` [json|[
{"a":"barb","b":"foo"},{"a":"BARD","b":"FOOD"}]|]
describe "ordering response" $ do describe "ordering response" $ do
it "by a column asc" $ it "by a column asc" $
@@ -52,9 +83,9 @@ spec = beforeAll (clearTable "items" >> createItems 15)
} }
it "Omits question mark when there are no params" $ it "Omits question mark when there are no params" $
get "/no_pk" get "/simple_pk"
`shouldRespondWith` ResponseMatcher { `shouldRespondWith` ResponseMatcher {
matchBody = Just "[]" matchBody = Just "[]"
, matchStatus = 200 , matchStatus = 200
, matchHeaders = ["Content-Location" <:> "/no_pk"] , matchHeaders = ["Content-Location" <:> "/simple_pk"]
} }